2024-11-09 00:15:29,735 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d
2024-11-09 00:15:29,762 main DEBUG Took 0.024853 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-09 00:15:29,763 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-09 00:15:29,763 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-09 00:15:29,765 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-09 00:15:29,767 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 00:15:29,777 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-09 00:15:29,795 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 00:15:29,797 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 00:15:29,798 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 00:15:29,799 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 00:15:29,800 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 00:15:29,800 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 00:15:29,802 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 00:15:29,802 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 00:15:29,803 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 00:15:29,803 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 00:15:29,805 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 00:15:29,805 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 00:15:29,806 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 00:15:29,807 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 00:15:29,807 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 00:15:29,808 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 00:15:29,809 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 00:15:29,809 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 00:15:29,810 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 00:15:29,810 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 00:15:29,811 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 00:15:29,812 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 00:15:29,812 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 00:15:29,813 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 00:15:29,814 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 00:15:29,814 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-09 00:15:29,816 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 00:15:29,818 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-09 00:15:29,821 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-09 00:15:29,822 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-09 00:15:29,824 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-09 00:15:29,824 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-09 00:15:29,837 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-09 00:15:29,840 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-09 00:15:29,843 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-09 00:15:29,843 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-09 00:15:29,844 main DEBUG createAppenders(={Console})
2024-11-09 00:15:29,846 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized
2024-11-09 00:15:29,848 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d
2024-11-09 00:15:29,848 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK.
2024-11-09 00:15:29,850 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-09 00:15:29,850 main DEBUG OutputStream closed
2024-11-09 00:15:29,852 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-09 00:15:29,852 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-09 00:15:29,853 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK
2024-11-09 00:15:29,944 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-09 00:15:29,946 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-09 00:15:29,947 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-09 00:15:29,948 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-09 00:15:29,949 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-09 00:15:29,949 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-09 00:15:29,949 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-09 00:15:29,950 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-09 00:15:29,950 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-09 00:15:29,950 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-09 00:15:29,950 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-09 00:15:29,951 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-09 00:15:29,951 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-09 00:15:29,951 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-09 00:15:29,952 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-09 00:15:29,952 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-09 00:15:29,952 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-09 00:15:29,953 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-09 00:15:29,955 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-09 00:15:29,956 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null
2024-11-09 00:15:29,956 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-09 00:15:29,957 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK.
2024-11-09T00:15:29,972 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins
2024-11-09 00:15:29,975 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-09 00:15:29,975 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-09T00:15:30,038 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=227, ProcessCount=11, AvailableMemoryMB=5383
2024-11-09T00:15:30,263 INFO  [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations
2024-11-09T00:15:30,303 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a
2024-11-09T00:15:30,307 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/cluster_26163218-16d8-5a4f-60f6-8f18a36d2a14, deleteOnExit=true
2024-11-09T00:15:30,443 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/cluster_26163218-16d8-5a4f-60f6-8f18a36d2a14/zookeeper_0, clientPort=64175, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/cluster_26163218-16d8-5a4f-60f6-8f18a36d2a14/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/cluster_26163218-16d8-5a4f-60f6-8f18a36d2a14/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-09T00:15:30,457 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64175
2024-11-09T00:15:30,458 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-09T00:15:30,472 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-09T00:15:30,473 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/test.cache.data in system properties and HBase conf
2024-11-09T00:15:30,474 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/hadoop.tmp.dir in system properties and HBase conf
2024-11-09T00:15:30,475 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/hadoop.log.dir in system properties and HBase conf
2024-11-09T00:15:30,475 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-09T00:15:30,476 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-09T00:15:30,476 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-09T00:15:30,578 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-09T00:15:30,686 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-09T00:15:30,690 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:15:30,691 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:15:30,692 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-09T00:15:30,692 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:15:30,693 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-09T00:15:30,693 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-09T00:15:30,693 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:15:30,694 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:15:30,694 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-09T00:15:30,695 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/nfs.dump.dir in system properties and HBase conf
2024-11-09T00:15:30,695 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/java.io.tmpdir in system properties and HBase conf
2024-11-09T00:15:30,695 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:15:30,696 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-09T00:15:30,696 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-09T00:15:31,760 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-09T00:15:31,835 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2845ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-09T00:15:31,907 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:15:31,974 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:15:31,997 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:15:31,997 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:15:31,998 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-09T00:15:32,011 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:15:32,014 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:15:32,015 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:15:32,238 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/java.io.tmpdir/jetty-localhost-33897-hadoop-hdfs-3_4_1-tests_jar-_-any-5873564806408121305/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:15:32,246 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:33897}
2024-11-09T00:15:32,246 INFO  [Time-limited test {}] server.Server(415): Started @3257ms
2024-11-09T00:15:32,793 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:15:32,800 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:15:32,801 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:15:32,801 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:15:32,801 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T00:15:32,802 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:15:32,802 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:15:32,906 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/java.io.tmpdir/jetty-localhost-36009-hadoop-hdfs-3_4_1-tests_jar-_-any-720204552573098861/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:15:32,907 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:36009}
2024-11-09T00:15:32,907 INFO  [Time-limited test {}] server.Server(415): Started @3918ms
2024-11-09T00:15:32,955 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T00:15:34,550 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/cluster_26163218-16d8-5a4f-60f6-8f18a36d2a14/data/data2/current/BP-131963723-172.17.0.3-1731111331246/current, will proceed with Du for space computation calculation, 
2024-11-09T00:15:34,550 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/cluster_26163218-16d8-5a4f-60f6-8f18a36d2a14/data/data1/current/BP-131963723-172.17.0.3-1731111331246/current, will proceed with Du for space computation calculation, 
2024-11-09T00:15:34,580 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T00:15:34,630 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9909a35362b71976 with lease ID 0x892deeee368d2b41: Processing first storage report for DS-873b8f0a-cc52-4438-a942-bac630d1e330 from datanode DatanodeRegistration(127.0.0.1:33051, datanodeUuid=91c1f42b-b159-4709-a1f8-cd58f83dad9d, infoPort=41591, infoSecurePort=0, ipcPort=37989, storageInfo=lv=-57;cid=testClusterID;nsid=531314521;c=1731111331246)
2024-11-09T00:15:34,631 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9909a35362b71976 with lease ID 0x892deeee368d2b41: from storage DS-873b8f0a-cc52-4438-a942-bac630d1e330 node DatanodeRegistration(127.0.0.1:33051, datanodeUuid=91c1f42b-b159-4709-a1f8-cd58f83dad9d, infoPort=41591, infoSecurePort=0, ipcPort=37989, storageInfo=lv=-57;cid=testClusterID;nsid=531314521;c=1731111331246), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-09T00:15:34,631 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9909a35362b71976 with lease ID 0x892deeee368d2b41: Processing first storage report for DS-fcd0d1b9-a39e-47ec-a667-a2dc9c645186 from datanode DatanodeRegistration(127.0.0.1:33051, datanodeUuid=91c1f42b-b159-4709-a1f8-cd58f83dad9d, infoPort=41591, infoSecurePort=0, ipcPort=37989, storageInfo=lv=-57;cid=testClusterID;nsid=531314521;c=1731111331246)
2024-11-09T00:15:34,632 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9909a35362b71976 with lease ID 0x892deeee368d2b41: from storage DS-fcd0d1b9-a39e-47ec-a667-a2dc9c645186 node DatanodeRegistration(127.0.0.1:33051, datanodeUuid=91c1f42b-b159-4709-a1f8-cd58f83dad9d, infoPort=41591, infoSecurePort=0, ipcPort=37989, storageInfo=lv=-57;cid=testClusterID;nsid=531314521;c=1731111331246), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:15:34,724 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a
2024-11-09T00:15:34,734 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:15:34,736 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:15:34,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741825_1001 (size=7)
2024-11-09T00:15:35,375 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e with version=8
2024-11-09T00:15:35,376 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/hbase-staging
2024-11-09T00:15:35,453 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-09T00:15:35,702 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:15:35,711 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:15:35,711 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:15:35,716 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:15:35,716 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:15:35,716 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:15:35,855 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-09T00:15:35,914 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-09T00:15:35,922 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-09T00:15:35,926 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:15:35,949 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 8765 (auto-detected)
2024-11-09T00:15:35,949 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-11-09T00:15:35,965 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41845
2024-11-09T00:15:35,986 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41845 connecting to ZooKeeper ensemble=127.0.0.1:64175
2024-11-09T00:15:36,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418450x0, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:15:36,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41845-0x1011cf29e1f0000 connected
2024-11-09T00:15:36,150 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:15:36,152 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:15:36,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41845-0x1011cf29e1f0000, quorum=127.0.0.1:64175, baseZNode=/01403797406 Set watcher on znode that does not yet exist, /01403797406/running
2024-11-09T00:15:36,165 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e, hbase.cluster.distributed=false
2024-11-09T00:15:36,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41845-0x1011cf29e1f0000, quorum=127.0.0.1:64175, baseZNode=/01403797406 Set watcher on znode that does not yet exist, /01403797406/acl
2024-11-09T00:15:36,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41845
2024-11-09T00:15:36,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41845
2024-11-09T00:15:36,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41845
2024-11-09T00:15:36,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41845
2024-11-09T00:15:36,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41845
2024-11-09T00:15:36,295 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:15:36,297 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:15:36,297 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:15:36,297 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:15:36,298 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:15:36,298 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:15:36,301 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T00:15:36,304 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:15:36,305 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41889
2024-11-09T00:15:36,307 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41889 connecting to ZooKeeper ensemble=127.0.0.1:64175
2024-11-09T00:15:36,309 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:15:36,312 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:15:36,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418890x0, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:15:36,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41889-0x1011cf29e1f0001 connected
2024-11-09T00:15:36,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418890x0, quorum=127.0.0.1:64175, baseZNode=/01403797406 Set watcher on znode that does not yet exist, /01403797406/running
2024-11-09T00:15:36,342 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T00:15:36,350 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T00:15:36,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41889-0x1011cf29e1f0001, quorum=127.0.0.1:64175, baseZNode=/01403797406 Set watcher on znode that does not yet exist, /01403797406/master
2024-11-09T00:15:36,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41889-0x1011cf29e1f0001, quorum=127.0.0.1:64175, baseZNode=/01403797406 Set watcher on znode that does not yet exist, /01403797406/acl
2024-11-09T00:15:36,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41889
2024-11-09T00:15:36,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41889
2024-11-09T00:15:36,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41889
2024-11-09T00:15:36,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41889
2024-11-09T00:15:36,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41889
2024-11-09T00:15:36,375 DEBUG [M:0;ef986b38239e:41845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef986b38239e:41845
2024-11-09T00:15:36,376 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01403797406/backup-masters/ef986b38239e,41845,1731111335552
2024-11-09T00:15:36,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41845-0x1011cf29e1f0000, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406/backup-masters
2024-11-09T00:15:36,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x1011cf29e1f0001, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406/backup-masters
2024-11-09T00:15:36,404 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41845-0x1011cf29e1f0000, quorum=127.0.0.1:64175, baseZNode=/01403797406 Set watcher on existing znode=/01403797406/backup-masters/ef986b38239e,41845,1731111335552
2024-11-09T00:15:36,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x1011cf29e1f0001, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01403797406/master
2024-11-09T00:15:36,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41845-0x1011cf29e1f0000, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406
2024-11-09T00:15:36,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x1011cf29e1f0001, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406
2024-11-09T00:15:36,454 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41845-0x1011cf29e1f0000, quorum=127.0.0.1:64175, baseZNode=/01403797406 Set watcher on existing znode=/01403797406/master
2024-11-09T00:15:36,455 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01403797406/backup-masters/ef986b38239e,41845,1731111335552 from backup master directory
2024-11-09T00:15:36,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41845-0x1011cf29e1f0000, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01403797406/backup-masters/ef986b38239e,41845,1731111335552
2024-11-09T00:15:36,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x1011cf29e1f0001, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406/backup-masters
2024-11-09T00:15:36,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41845-0x1011cf29e1f0000, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406/backup-masters
2024-11-09T00:15:36,475 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:15:36,475 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef986b38239e,41845,1731111335552
2024-11-09T00:15:36,477 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-09T00:15:36,479 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-09T00:15:36,538 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/hbase.id] with ID: 7675a91c-2e7a-44cc-9bfe-039ff6ab399d
2024-11-09T00:15:36,539 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/.tmp/hbase.id
2024-11-09T00:15:36,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741826_1002 (size=42)
2024-11-09T00:15:36,952 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/.tmp/hbase.id]:[hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/hbase.id]
2024-11-09T00:15:37,006 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:15:37,012 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-09T00:15:37,030 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms.
2024-11-09T00:15:37,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x1011cf29e1f0001, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406
2024-11-09T00:15:37,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41845-0x1011cf29e1f0000, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406
2024-11-09T00:15:37,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741827_1003 (size=196)
2024-11-09T00:15:37,514 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:15:37,518 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-09T00:15:37,534 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T00:15:37,538 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:15:37,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741828_1004 (size=1189)
2024-11-09T00:15:37,984 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store
2024-11-09T00:15:38,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741829_1005 (size=34)
2024-11-09T00:15:38,011 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-09T00:15:38,015 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:15:38,016 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:15:38,017 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:15:38,017 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:15:38,019 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:15:38,020 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:15:38,020 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:15:38,022 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111338016Disabling compacts and flushes for region at 1731111338016Disabling writes for close at 1731111338019 (+3 ms)Writing region close event to WAL at 1731111338020 (+1 ms)Closed at 1731111338020
2024-11-09T00:15:38,024 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/.initializing
2024-11-09T00:15:38,024 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/WALs/ef986b38239e,41845,1731111335552
2024-11-09T00:15:38,033 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:15:38,047 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef986b38239e%2C41845%2C1731111335552, suffix=, logDir=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/WALs/ef986b38239e,41845,1731111335552, archiveDir=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/oldWALs, maxLogs=10
2024-11-09T00:15:38,078 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/WALs/ef986b38239e,41845,1731111335552/ef986b38239e%2C41845%2C1731111335552.1731111338053, exclude list is [], retry=0
2024-11-09T00:15:38,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33051,DS-873b8f0a-cc52-4438-a942-bac630d1e330,DISK]
2024-11-09T00:15:38,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-09T00:15:38,132 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/WALs/ef986b38239e,41845,1731111335552/ef986b38239e%2C41845%2C1731111335552.1731111338053
2024-11-09T00:15:38,133 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41591:41591)]
2024-11-09T00:15:38,134 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:15:38,134 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:15:38,138 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:15:38,139 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:15:38,175 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:15:38,198 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-09T00:15:38,202 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:38,204 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:15:38,205 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:15:38,209 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-09T00:15:38,209 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:38,211 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:15:38,211 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:15:38,214 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-09T00:15:38,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:38,215 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:15:38,216 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:15:38,219 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-09T00:15:38,219 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:38,220 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:15:38,221 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:15:38,225 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:15:38,227 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:15:38,233 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:15:38,234 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:15:38,237 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:15:38,240 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:15:38,246 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:15:38,248 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62995363, jitterRate=-0.06129594147205353}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:15:38,257 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731111338151Initializing all the Stores at 1731111338153 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111338153Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111338154 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111338154Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111338154Cleaning up temporary data from old regions at 1731111338234 (+80 ms)Region opened successfully at 1731111338257 (+23 ms)
2024-11-09T00:15:38,259 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-09T00:15:38,292 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2543b3de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:15:38,323 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-09T00:15:38,335 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-09T00:15:38,335 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-09T00:15:38,339 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-09T00:15:38,340 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-09T00:15:38,345 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-11-09T00:15:38,345 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-09T00:15:38,370 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-09T00:15:38,380 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41845-0x1011cf29e1f0000, quorum=127.0.0.1:64175, baseZNode=/01403797406 Unable to get data of znode /01403797406/balancer because node does not exist (not necessarily an error)
2024-11-09T00:15:38,389 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01403797406/balancer already deleted, retry=false
2024-11-09T00:15:38,392 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-09T00:15:38,394 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41845-0x1011cf29e1f0000, quorum=127.0.0.1:64175, baseZNode=/01403797406 Unable to get data of znode /01403797406/normalizer because node does not exist (not necessarily an error)
2024-11-09T00:15:38,400 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01403797406/normalizer already deleted, retry=false
2024-11-09T00:15:38,403 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-09T00:15:38,407 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41845-0x1011cf29e1f0000, quorum=127.0.0.1:64175, baseZNode=/01403797406 Unable to get data of znode /01403797406/switch/split because node does not exist (not necessarily an error)
2024-11-09T00:15:38,420 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01403797406/switch/split already deleted, retry=false
2024-11-09T00:15:38,422 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41845-0x1011cf29e1f0000, quorum=127.0.0.1:64175, baseZNode=/01403797406 Unable to get data of znode /01403797406/switch/merge because node does not exist (not necessarily an error)
2024-11-09T00:15:38,431 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01403797406/switch/merge already deleted, retry=false
2024-11-09T00:15:38,450 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41845-0x1011cf29e1f0000, quorum=127.0.0.1:64175, baseZNode=/01403797406 Unable to get data of znode /01403797406/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-09T00:15:38,463 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01403797406/snapshot-cleanup already deleted, retry=false
2024-11-09T00:15:38,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41845-0x1011cf29e1f0000, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01403797406/running
2024-11-09T00:15:38,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x1011cf29e1f0001, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01403797406/running
2024-11-09T00:15:38,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41845-0x1011cf29e1f0000, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406
2024-11-09T00:15:38,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x1011cf29e1f0001, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406
2024-11-09T00:15:38,479 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef986b38239e,41845,1731111335552, sessionid=0x1011cf29e1f0000, setting cluster-up flag (Was=false)
2024-11-09T00:15:38,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41845-0x1011cf29e1f0000, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406
2024-11-09T00:15:38,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x1011cf29e1f0001, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406
2024-11-09T00:15:38,537 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01403797406/flush-table-proc/acquired, /01403797406/flush-table-proc/reached, /01403797406/flush-table-proc/abort
2024-11-09T00:15:38,539 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,41845,1731111335552
2024-11-09T00:15:38,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x1011cf29e1f0001, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406
2024-11-09T00:15:38,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41845-0x1011cf29e1f0000, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406
2024-11-09T00:15:38,589 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01403797406/online-snapshot/acquired, /01403797406/online-snapshot/reached, /01403797406/online-snapshot/abort
2024-11-09T00:15:38,591 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,41845,1731111335552
2024-11-09T00:15:38,598 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-09T00:15:38,666 INFO  [RS:0;ef986b38239e:41889 {}] regionserver.HRegionServer(746): ClusterId : 7675a91c-2e7a-44cc-9bfe-039ff6ab399d
2024-11-09T00:15:38,668 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-09T00:15:38,669 DEBUG [RS:0;ef986b38239e:41889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T00:15:38,680 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-09T00:15:38,685 DEBUG [RS:0;ef986b38239e:41889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T00:15:38,685 DEBUG [RS:0;ef986b38239e:41889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T00:15:38,686 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-09T00:15:38,691 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef986b38239e,41845,1731111335552
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-09T00:15:38,696 DEBUG [RS:0;ef986b38239e:41889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T00:15:38,697 DEBUG [RS:0;ef986b38239e:41889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bf9ccf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:15:38,699 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:15:38,699 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:15:38,699 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:15:38,699 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:15:38,700 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef986b38239e:0, corePoolSize=10, maxPoolSize=10
2024-11-09T00:15:38,700 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:38,700 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:15:38,700 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:38,703 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731111368703
2024-11-09T00:15:38,705 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-09T00:15:38,705 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:15:38,706 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-09T00:15:38,706 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-09T00:15:38,710 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-09T00:15:38,710 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-09T00:15:38,710 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-09T00:15:38,710 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-09T00:15:38,711 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:38,712 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-09T00:15:38,712 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:38,716 DEBUG [RS:0;ef986b38239e:41889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef986b38239e:41889
2024-11-09T00:15:38,716 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-09T00:15:38,717 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-09T00:15:38,717 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-09T00:15:38,718 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-09T00:15:38,719 INFO  [RS:0;ef986b38239e:41889 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T00:15:38,719 INFO  [RS:0;ef986b38239e:41889 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T00:15:38,720 DEBUG [RS:0;ef986b38239e:41889 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T00:15:38,720 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-09T00:15:38,721 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-09T00:15:38,723 INFO  [RS:0;ef986b38239e:41889 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef986b38239e,41845,1731111335552 with port=41889, startcode=1731111336265
2024-11-09T00:15:38,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741831_1007 (size=1321)
2024-11-09T00:15:38,723 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111338722,5,FailOnTimeoutGroup]
2024-11-09T00:15:38,724 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111338724,5,FailOnTimeoutGroup]
2024-11-09T00:15:38,724 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:38,725 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-09T00:15:38,726 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:38,726 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:38,733 DEBUG [RS:0;ef986b38239e:41889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T00:15:38,763 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T00:15:38,769 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41845 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef986b38239e,41889,1731111336265
2024-11-09T00:15:38,771 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41845 {}] master.ServerManager(517): Registering regionserver=ef986b38239e,41889,1731111336265
2024-11-09T00:15:38,784 DEBUG [RS:0;ef986b38239e:41889 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e
2024-11-09T00:15:38,785 DEBUG [RS:0;ef986b38239e:41889 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36895
2024-11-09T00:15:38,785 DEBUG [RS:0;ef986b38239e:41889 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T00:15:38,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41845-0x1011cf29e1f0000, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406/rs
2024-11-09T00:15:38,801 DEBUG [RS:0;ef986b38239e:41889 {}] zookeeper.ZKUtil(111): regionserver:41889-0x1011cf29e1f0001, quorum=127.0.0.1:64175, baseZNode=/01403797406 Set watcher on existing znode=/01403797406/rs/ef986b38239e,41889,1731111336265
2024-11-09T00:15:38,801 WARN  [RS:0;ef986b38239e:41889 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:15:38,801 INFO  [RS:0;ef986b38239e:41889 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:15:38,802 DEBUG [RS:0;ef986b38239e:41889 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265
2024-11-09T00:15:38,804 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef986b38239e,41889,1731111336265]
2024-11-09T00:15:38,829 INFO  [RS:0;ef986b38239e:41889 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T00:15:38,845 INFO  [RS:0;ef986b38239e:41889 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T00:15:38,850 INFO  [RS:0;ef986b38239e:41889 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T00:15:38,850 INFO  [RS:0;ef986b38239e:41889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:38,851 INFO  [RS:0;ef986b38239e:41889 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T00:15:38,856 INFO  [RS:0;ef986b38239e:41889 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T00:15:38,857 INFO  [RS:0;ef986b38239e:41889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:38,858 DEBUG [RS:0;ef986b38239e:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:38,858 DEBUG [RS:0;ef986b38239e:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:38,858 DEBUG [RS:0;ef986b38239e:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:38,858 DEBUG [RS:0;ef986b38239e:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:38,858 DEBUG [RS:0;ef986b38239e:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:38,859 DEBUG [RS:0;ef986b38239e:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:15:38,859 DEBUG [RS:0;ef986b38239e:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:38,859 DEBUG [RS:0;ef986b38239e:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:38,859 DEBUG [RS:0;ef986b38239e:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:38,859 DEBUG [RS:0;ef986b38239e:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:38,860 DEBUG [RS:0;ef986b38239e:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:38,860 DEBUG [RS:0;ef986b38239e:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:38,860 DEBUG [RS:0;ef986b38239e:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:15:38,860 DEBUG [RS:0;ef986b38239e:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:15:38,861 INFO  [RS:0;ef986b38239e:41889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:38,861 INFO  [RS:0;ef986b38239e:41889 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:38,862 INFO  [RS:0;ef986b38239e:41889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:38,862 INFO  [RS:0;ef986b38239e:41889 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:38,862 INFO  [RS:0;ef986b38239e:41889 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:38,862 INFO  [RS:0;ef986b38239e:41889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,41889,1731111336265-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:15:38,885 INFO  [RS:0;ef986b38239e:41889 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T00:15:38,887 INFO  [RS:0;ef986b38239e:41889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,41889,1731111336265-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:38,887 INFO  [RS:0;ef986b38239e:41889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:38,887 INFO  [RS:0;ef986b38239e:41889 {}] regionserver.Replication(171): ef986b38239e,41889,1731111336265 started
2024-11-09T00:15:38,905 INFO  [RS:0;ef986b38239e:41889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:38,906 INFO  [RS:0;ef986b38239e:41889 {}] regionserver.HRegionServer(1482): Serving as ef986b38239e,41889,1731111336265, RpcServer on ef986b38239e/172.17.0.3:41889, sessionid=0x1011cf29e1f0001
2024-11-09T00:15:38,906 DEBUG [RS:0;ef986b38239e:41889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T00:15:38,907 DEBUG [RS:0;ef986b38239e:41889 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef986b38239e,41889,1731111336265
2024-11-09T00:15:38,907 DEBUG [RS:0;ef986b38239e:41889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,41889,1731111336265'
2024-11-09T00:15:38,907 DEBUG [RS:0;ef986b38239e:41889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01403797406/flush-table-proc/abort'
2024-11-09T00:15:38,908 DEBUG [RS:0;ef986b38239e:41889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01403797406/flush-table-proc/acquired'
2024-11-09T00:15:38,909 DEBUG [RS:0;ef986b38239e:41889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T00:15:38,909 DEBUG [RS:0;ef986b38239e:41889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T00:15:38,909 DEBUG [RS:0;ef986b38239e:41889 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef986b38239e,41889,1731111336265
2024-11-09T00:15:38,909 DEBUG [RS:0;ef986b38239e:41889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,41889,1731111336265'
2024-11-09T00:15:38,909 DEBUG [RS:0;ef986b38239e:41889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01403797406/online-snapshot/abort'
2024-11-09T00:15:38,910 DEBUG [RS:0;ef986b38239e:41889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01403797406/online-snapshot/acquired'
2024-11-09T00:15:38,911 DEBUG [RS:0;ef986b38239e:41889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T00:15:38,911 INFO  [RS:0;ef986b38239e:41889 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T00:15:38,911 INFO  [RS:0;ef986b38239e:41889 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T00:15:39,018 INFO  [RS:0;ef986b38239e:41889 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:15:39,022 INFO  [RS:0;ef986b38239e:41889 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C41889%2C1731111336265, suffix=, logDir=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265, archiveDir=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/oldWALs, maxLogs=10
2024-11-09T00:15:39,038 DEBUG [RS:0;ef986b38239e:41889 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265/ef986b38239e%2C41889%2C1731111336265.1731111339025, exclude list is [], retry=0
2024-11-09T00:15:39,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33051,DS-873b8f0a-cc52-4438-a942-bac630d1e330,DISK]
2024-11-09T00:15:39,046 INFO  [RS:0;ef986b38239e:41889 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265/ef986b38239e%2C41889%2C1731111336265.1731111339025
2024-11-09T00:15:39,047 DEBUG [RS:0;ef986b38239e:41889 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41591:41591)]
2024-11-09T00:15:39,125 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-09T00:15:39,126 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e
2024-11-09T00:15:39,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741833_1009 (size=32)
2024-11-09T00:15:39,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:15:39,541 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:15:39,544 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:15:39,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:39,545 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:15:39,545 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:15:39,548 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:15:39,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:39,549 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:15:39,549 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:15:39,552 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:15:39,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:39,553 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:15:39,553 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:15:39,555 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:15:39,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:39,556 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:15:39,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:15:39,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/meta/1588230740
2024-11-09T00:15:39,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/meta/1588230740
2024-11-09T00:15:39,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:15:39,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:15:39,564 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:15:39,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:15:39,573 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:15:39,575 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65028831, jitterRate=-0.030994907021522522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:15:39,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731111339538Initializing all the Stores at 1731111339540 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111339541 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111339541Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111339541Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111339541Cleaning up temporary data from old regions at 1731111339562 (+21 ms)Region opened successfully at 1731111339578 (+16 ms)
2024-11-09T00:15:39,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:15:39,579 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:15:39,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:15:39,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:15:39,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:15:39,583 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:15:39,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111339579Disabling compacts and flushes for region at 1731111339579Disabling writes for close at 1731111339579Writing region close event to WAL at 1731111339582 (+3 ms)Closed at 1731111339583 (+1 ms)
2024-11-09T00:15:39,588 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:15:39,588 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-09T00:15:39,595 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-09T00:15:39,605 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:15:39,607 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-09T00:15:39,759 DEBUG [ef986b38239e:41845 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-09T00:15:39,772 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef986b38239e,41889,1731111336265
2024-11-09T00:15:39,778 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,41889,1731111336265, state=OPENING
2024-11-09T00:15:39,821 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-09T00:15:39,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x1011cf29e1f0001, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406
2024-11-09T00:15:39,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41845-0x1011cf29e1f0000, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406
2024-11-09T00:15:39,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01403797406/meta-region-server: CHANGED
2024-11-09T00:15:39,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01403797406/meta-region-server: CHANGED
2024-11-09T00:15:39,834 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:15:39,837 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,41889,1731111336265}]
2024-11-09T00:15:40,010 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:15:40,013 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-09T00:15:40,023 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-09T00:15:40,024 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:15:40,025 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-09T00:15:40,028 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C41889%2C1731111336265.meta, suffix=.meta, logDir=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265, archiveDir=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/oldWALs, maxLogs=10
2024-11-09T00:15:40,043 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265/ef986b38239e%2C41889%2C1731111336265.meta.1731111340030.meta, exclude list is [], retry=0
2024-11-09T00:15:40,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33051,DS-873b8f0a-cc52-4438-a942-bac630d1e330,DISK]
2024-11-09T00:15:40,050 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265/ef986b38239e%2C41889%2C1731111336265.meta.1731111340030.meta
2024-11-09T00:15:40,050 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41591:41591)]
2024-11-09T00:15:40,051 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:15:40,055 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:15:40,056 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:15:40,059 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-09T00:15:40,061 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-09T00:15:40,065 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-09T00:15:40,066 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:15:40,066 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-09T00:15:40,066 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-09T00:15:40,069 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:15:40,071 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:15:40,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:40,072 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:15:40,072 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:15:40,074 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:15:40,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:40,074 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:15:40,075 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:15:40,076 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:15:40,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:40,077 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:15:40,077 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:15:40,078 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:15:40,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:40,079 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:15:40,079 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:15:40,080 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/meta/1588230740
2024-11-09T00:15:40,083 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/meta/1588230740
2024-11-09T00:15:40,086 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:15:40,086 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:15:40,087 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:15:40,089 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:15:40,091 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69435457, jitterRate=0.0346689373254776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:15:40,091 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-09T00:15:40,093 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731111340067Writing region info on filesystem at 1731111340067Initializing all the Stores at 1731111340069 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111340069Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111340069Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111340069Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111340069Cleaning up temporary data from old regions at 1731111340086 (+17 ms)Running coprocessor post-open hooks at 1731111340091 (+5 ms)Region opened successfully at 1731111340093 (+2 ms)
2024-11-09T00:15:40,100 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731111340003
2024-11-09T00:15:40,111 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-09T00:15:40,112 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-09T00:15:40,113 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,41889,1731111336265
2024-11-09T00:15:40,116 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,41889,1731111336265, state=OPEN
2024-11-09T00:15:40,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x1011cf29e1f0001, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01403797406/meta-region-server
2024-11-09T00:15:40,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41845-0x1011cf29e1f0000, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01403797406/meta-region-server
2024-11-09T00:15:40,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01403797406/meta-region-server: CHANGED
2024-11-09T00:15:40,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01403797406/meta-region-server: CHANGED
2024-11-09T00:15:40,154 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef986b38239e,41889,1731111336265
2024-11-09T00:15:40,162 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-09T00:15:40,163 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,41889,1731111336265 in 318 msec
2024-11-09T00:15:40,171 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-09T00:15:40,171 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 571 msec
2024-11-09T00:15:40,173 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:15:40,173 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-09T00:15:40,190 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:15:40,192 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,41889,1731111336265, seqNum=-1]
2024-11-09T00:15:40,213 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:15:40,216 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:15:40,238 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6090 sec
2024-11-09T00:15:40,239 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731111340239, completionTime=-1
2024-11-09T00:15:40,242 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-09T00:15:40,243 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-09T00:15:40,273 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-09T00:15:40,273 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731111400273
2024-11-09T00:15:40,273 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731111460273
2024-11-09T00:15:40,273 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 30 msec
2024-11-09T00:15:40,276 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,41845,1731111335552-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:40,277 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,41845,1731111335552-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:40,277 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,41845,1731111335552-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:40,279 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef986b38239e:41845, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:40,279 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:40,280 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:40,285 DEBUG [master/ef986b38239e:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-09T00:15:40,310 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.835sec
2024-11-09T00:15:40,312 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-09T00:15:40,313 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-09T00:15:40,314 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-09T00:15:40,314 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-09T00:15:40,315 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-09T00:15:40,315 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,41845,1731111335552-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:15:40,316 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,41845,1731111335552-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-09T00:15:40,323 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-09T00:15:40,324 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-09T00:15:40,324 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,41845,1731111335552-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:40,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:40,385 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-09T00:15:40,385 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-09T00:15:40,388 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,41845,-1 for getting cluster id
2024-11-09T00:15:40,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:15:40,397 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7675a91c-2e7a-44cc-9bfe-039ff6ab399d'
2024-11-09T00:15:40,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:15:40,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7675a91c-2e7a-44cc-9bfe-039ff6ab399d"

2024-11-09T00:15:40,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c924b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:40,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,41845,-1]
2024-11-09T00:15:40,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:15:40,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:40,408 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:15:40,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:40,412 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:15:40,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,41889,1731111336265, seqNum=-1]
2024-11-09T00:15:40,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:15:40,422 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:15:40,448 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef986b38239e,41845,1731111335552
2024-11-09T00:15:40,451 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64175
2024-11-09T00:15:40,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:15:40,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011cf29e1f0002 connected
2024-11-09T00:15:40,555 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/hadoop.log.dir so I do NOT create it in target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f
2024-11-09T00:15:40,555 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/hadoop.log.dir Erasing configuration value by system value.
2024-11-09T00:15:40,556 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/hadoop.tmp.dir so I do NOT create it in target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f
2024-11-09T00:15:40,556 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-09T00:15:40,556 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f
2024-11-09T00:15:40,556 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-09T00:15:40,556 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f/cluster_6158744e-0822-f0fb-29af-26c504491a0f, deleteOnExit=true
2024-11-09T00:15:40,556 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-09T00:15:40,557 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f/test.cache.data in system properties and HBase conf
2024-11-09T00:15:40,557 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f/hadoop.tmp.dir in system properties and HBase conf
2024-11-09T00:15:40,557 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f/hadoop.log.dir in system properties and HBase conf
2024-11-09T00:15:40,557 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-09T00:15:40,557 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-09T00:15:40,557 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-09T00:15:40,558 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-09T00:15:40,558 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:15:40,558 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:15:40,558 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-09T00:15:40,558 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:15:40,559 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-09T00:15:40,559 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-09T00:15:40,559 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:15:40,559 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:15:40,559 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-09T00:15:40,560 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f/nfs.dump.dir in system properties and HBase conf
2024-11-09T00:15:40,560 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f/java.io.tmpdir in system properties and HBase conf
2024-11-09T00:15:40,560 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:15:40,560 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-09T00:15:40,560 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-09T00:15:40,878 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:15:40,884 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:15:40,885 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:15:40,885 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:15:40,885 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T00:15:40,887 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:15:40,888 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:15:40,888 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:15:40,985 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f/java.io.tmpdir/jetty-localhost-35771-hadoop-hdfs-3_4_1-tests_jar-_-any-10208786412339202320/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:15:40,986 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:35771}
2024-11-09T00:15:40,986 INFO  [Time-limited test {}] server.Server(415): Started @11997ms
2024-11-09T00:15:41,252 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:15:41,256 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:15:41,257 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:15:41,257 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:15:41,257 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T00:15:41,257 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:15:41,258 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:15:41,355 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f/java.io.tmpdir/jetty-localhost-41119-hadoop-hdfs-3_4_1-tests_jar-_-any-10686217427828392338/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:15:41,356 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:41119}
2024-11-09T00:15:41,356 INFO  [Time-limited test {}] server.Server(415): Started @12367ms
2024-11-09T00:15:41,358 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T00:15:42,089 WARN  [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f/cluster_6158744e-0822-f0fb-29af-26c504491a0f/data/data2/current/BP-194026627-172.17.0.3-1731111340591/current, will proceed with Du for space computation calculation, 
2024-11-09T00:15:42,089 WARN  [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f/cluster_6158744e-0822-f0fb-29af-26c504491a0f/data/data1/current/BP-194026627-172.17.0.3-1731111340591/current, will proceed with Du for space computation calculation, 
2024-11-09T00:15:42,107 WARN  [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T00:15:42,110 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5820935938216f94 with lease ID 0x2bd7bd4f29797c46: Processing first storage report for DS-0c15d5c7-5175-4427-88ff-03de57cfceaf from datanode DatanodeRegistration(127.0.0.1:42347, datanodeUuid=c9d1eed9-3990-4f18-beb1-60de9a96c0b9, infoPort=34977, infoSecurePort=0, ipcPort=33065, storageInfo=lv=-57;cid=testClusterID;nsid=1558746920;c=1731111340591)
2024-11-09T00:15:42,110 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5820935938216f94 with lease ID 0x2bd7bd4f29797c46: from storage DS-0c15d5c7-5175-4427-88ff-03de57cfceaf node DatanodeRegistration(127.0.0.1:42347, datanodeUuid=c9d1eed9-3990-4f18-beb1-60de9a96c0b9, infoPort=34977, infoSecurePort=0, ipcPort=33065, storageInfo=lv=-57;cid=testClusterID;nsid=1558746920;c=1731111340591), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-09T00:15:42,110 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5820935938216f94 with lease ID 0x2bd7bd4f29797c46: Processing first storage report for DS-9c5d4f79-5abc-42b3-b3e4-3812e9b95530 from datanode DatanodeRegistration(127.0.0.1:42347, datanodeUuid=c9d1eed9-3990-4f18-beb1-60de9a96c0b9, infoPort=34977, infoSecurePort=0, ipcPort=33065, storageInfo=lv=-57;cid=testClusterID;nsid=1558746920;c=1731111340591)
2024-11-09T00:15:42,110 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5820935938216f94 with lease ID 0x2bd7bd4f29797c46: from storage DS-9c5d4f79-5abc-42b3-b3e4-3812e9b95530 node DatanodeRegistration(127.0.0.1:42347, datanodeUuid=c9d1eed9-3990-4f18-beb1-60de9a96c0b9, infoPort=34977, infoSecurePort=0, ipcPort=33065, storageInfo=lv=-57;cid=testClusterID;nsid=1558746920;c=1731111340591), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:15:42,207 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f
2024-11-09T00:15:42,208 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:15:42,210 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:15:42,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741825_1001 (size=7)
2024-11-09T00:15:42,627 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb with version=8
2024-11-09T00:15:42,628 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/hbase-staging
2024-11-09T00:15:42,632 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:15:42,632 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:15:42,632 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:15:42,633 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:15:42,633 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:15:42,633 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:15:42,633 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-09T00:15:42,633 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:15:42,634 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36957
2024-11-09T00:15:42,636 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36957 connecting to ZooKeeper ensemble=127.0.0.1:64175
2024-11-09T00:15:42,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369570x0, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:15:42,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36957-0x1011cf29e1f0003 connected
2024-11-09T00:15:42,758 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:15:42,760 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:15:42,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36957-0x1011cf29e1f0003, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Set watcher on znode that does not yet exist, /1-1288677737/running
2024-11-09T00:15:42,762 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb, hbase.cluster.distributed=false
2024-11-09T00:15:42,764 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36957-0x1011cf29e1f0003, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Set watcher on znode that does not yet exist, /1-1288677737/acl
2024-11-09T00:15:42,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36957
2024-11-09T00:15:42,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36957
2024-11-09T00:15:42,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36957
2024-11-09T00:15:42,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36957
2024-11-09T00:15:42,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36957
2024-11-09T00:15:42,786 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:15:42,786 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:15:42,786 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:15:42,786 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:15:42,786 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:15:42,786 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:15:42,786 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T00:15:42,787 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:15:42,787 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43485
2024-11-09T00:15:42,789 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43485 connecting to ZooKeeper ensemble=127.0.0.1:64175
2024-11-09T00:15:42,790 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:15:42,791 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:15:42,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434850x0, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:15:42,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434850x0, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Set watcher on znode that does not yet exist, /1-1288677737/running
2024-11-09T00:15:42,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43485-0x1011cf29e1f0004 connected
2024-11-09T00:15:42,800 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T00:15:42,801 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T00:15:42,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43485-0x1011cf29e1f0004, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Set watcher on znode that does not yet exist, /1-1288677737/master
2024-11-09T00:15:42,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43485-0x1011cf29e1f0004, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Set watcher on znode that does not yet exist, /1-1288677737/acl
2024-11-09T00:15:42,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43485
2024-11-09T00:15:42,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43485
2024-11-09T00:15:42,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43485
2024-11-09T00:15:42,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43485
2024-11-09T00:15:42,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43485
2024-11-09T00:15:42,819 DEBUG [M:0;ef986b38239e:36957 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef986b38239e:36957
2024-11-09T00:15:42,819 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1288677737/backup-masters/ef986b38239e,36957,1731111342631
2024-11-09T00:15:42,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36957-0x1011cf29e1f0003, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288677737/backup-masters
2024-11-09T00:15:42,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43485-0x1011cf29e1f0004, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288677737/backup-masters
2024-11-09T00:15:42,832 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36957-0x1011cf29e1f0003, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Set watcher on existing znode=/1-1288677737/backup-masters/ef986b38239e,36957,1731111342631
2024-11-09T00:15:42,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43485-0x1011cf29e1f0004, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1288677737/master
2024-11-09T00:15:42,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36957-0x1011cf29e1f0003, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288677737
2024-11-09T00:15:42,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43485-0x1011cf29e1f0004, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288677737
2024-11-09T00:15:42,843 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36957-0x1011cf29e1f0003, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Set watcher on existing znode=/1-1288677737/master
2024-11-09T00:15:42,843 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1288677737/backup-masters/ef986b38239e,36957,1731111342631 from backup master directory
2024-11-09T00:15:42,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36957-0x1011cf29e1f0003, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1288677737/backup-masters/ef986b38239e,36957,1731111342631
2024-11-09T00:15:42,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43485-0x1011cf29e1f0004, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288677737/backup-masters
2024-11-09T00:15:42,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36957-0x1011cf29e1f0003, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288677737/backup-masters
2024-11-09T00:15:42,852 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:15:42,853 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef986b38239e,36957,1731111342631
2024-11-09T00:15:42,864 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/hbase.id] with ID: 1bb609ec-bf65-42f9-95fa-f23167e6e30a
2024-11-09T00:15:42,864 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/.tmp/hbase.id
2024-11-09T00:15:42,870 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741826_1002 (size=42)
2024-11-09T00:15:43,273 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/.tmp/hbase.id]:[hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/hbase.id]
2024-11-09T00:15:43,304 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:15:43,305 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-09T00:15:43,307 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms.
2024-11-09T00:15:43,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43485-0x1011cf29e1f0004, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288677737
2024-11-09T00:15:43,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36957-0x1011cf29e1f0003, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288677737
2024-11-09T00:15:43,359 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741827_1003 (size=196)
2024-11-09T00:15:43,763 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:15:43,765 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-09T00:15:43,766 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:15:43,779 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741828_1004 (size=1189)
2024-11-09T00:15:44,182 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/MasterData/data/master/store
2024-11-09T00:15:44,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741829_1005 (size=34)
2024-11-09T00:15:44,594 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:15:44,595 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:15:44,595 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:15:44,595 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:15:44,595 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:15:44,595 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:15:44,595 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:15:44,595 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111344595Disabling compacts and flushes for region at 1731111344595Disabling writes for close at 1731111344595Writing region close event to WAL at 1731111344595Closed at 1731111344595
2024-11-09T00:15:44,599 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/MasterData/data/master/store/.initializing
2024-11-09T00:15:44,599 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/MasterData/WALs/ef986b38239e,36957,1731111342631
2024-11-09T00:15:44,605 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:15:44,610 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef986b38239e%2C36957%2C1731111342631, suffix=, logDir=hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/MasterData/WALs/ef986b38239e,36957,1731111342631, archiveDir=hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/MasterData/oldWALs, maxLogs=10
2024-11-09T00:15:44,631 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/MasterData/WALs/ef986b38239e,36957,1731111342631/ef986b38239e%2C36957%2C1731111342631.1731111344610, exclude list is [], retry=0
2024-11-09T00:15:44,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-0c15d5c7-5175-4427-88ff-03de57cfceaf,DISK]
2024-11-09T00:15:44,669 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/MasterData/WALs/ef986b38239e,36957,1731111342631/ef986b38239e%2C36957%2C1731111342631.1731111344610
2024-11-09T00:15:44,669 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34977:34977)]
2024-11-09T00:15:44,670 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:15:44,670 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:15:44,670 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:15:44,670 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:15:44,676 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:15:44,679 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-09T00:15:44,679 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:44,680 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:15:44,680 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:15:44,683 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-09T00:15:44,683 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:44,684 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:15:44,684 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:15:44,686 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-09T00:15:44,686 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:44,687 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:15:44,688 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:15:44,691 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-09T00:15:44,691 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:44,692 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:15:44,692 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:15:44,694 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:15:44,694 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:15:44,697 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:15:44,697 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:15:44,698 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:15:44,700 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:15:44,706 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:15:44,707 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73762358, jitterRate=0.09914478659629822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:15:44,708 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731111344670Initializing all the Stores at 1731111344672 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111344672Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111344676 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111344676Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111344676Cleaning up temporary data from old regions at 1731111344697 (+21 ms)Region opened successfully at 1731111344707 (+10 ms)
2024-11-09T00:15:44,708 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-09T00:15:44,719 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6c8529, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:15:44,720 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-09T00:15:44,720 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-09T00:15:44,720 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-09T00:15:44,720 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-09T00:15:44,721 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-09T00:15:44,722 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-09T00:15:44,722 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-09T00:15:44,725 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-09T00:15:44,726 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36957-0x1011cf29e1f0003, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Unable to get data of znode /1-1288677737/balancer because node does not exist (not necessarily an error)
2024-11-09T00:15:44,747 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1288677737/balancer already deleted, retry=false
2024-11-09T00:15:44,747 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-09T00:15:44,748 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36957-0x1011cf29e1f0003, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Unable to get data of znode /1-1288677737/normalizer because node does not exist (not necessarily an error)
2024-11-09T00:15:44,823 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-09T00:15:44,831 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1288677737/normalizer already deleted, retry=false
2024-11-09T00:15:44,831 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-09T00:15:44,833 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36957-0x1011cf29e1f0003, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Unable to get data of znode /1-1288677737/switch/split because node does not exist (not necessarily an error)
2024-11-09T00:15:44,841 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1288677737/switch/split already deleted, retry=false
2024-11-09T00:15:44,842 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36957-0x1011cf29e1f0003, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Unable to get data of znode /1-1288677737/switch/merge because node does not exist (not necessarily an error)
2024-11-09T00:15:44,852 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1288677737/switch/merge already deleted, retry=false
2024-11-09T00:15:44,855 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36957-0x1011cf29e1f0003, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Unable to get data of znode /1-1288677737/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-09T00:15:44,862 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1288677737/snapshot-cleanup already deleted, retry=false
2024-11-09T00:15:44,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43485-0x1011cf29e1f0004, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1288677737/running
2024-11-09T00:15:44,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36957-0x1011cf29e1f0003, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1288677737/running
2024-11-09T00:15:44,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43485-0x1011cf29e1f0004, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288677737
2024-11-09T00:15:44,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36957-0x1011cf29e1f0003, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288677737
2024-11-09T00:15:44,874 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef986b38239e,36957,1731111342631, sessionid=0x1011cf29e1f0003, setting cluster-up flag (Was=false)
2024-11-09T00:15:44,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36957-0x1011cf29e1f0003, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288677737
2024-11-09T00:15:44,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43485-0x1011cf29e1f0004, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288677737
2024-11-09T00:15:44,926 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1288677737/flush-table-proc/acquired, /1-1288677737/flush-table-proc/reached, /1-1288677737/flush-table-proc/abort
2024-11-09T00:15:44,928 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,36957,1731111342631
2024-11-09T00:15:44,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43485-0x1011cf29e1f0004, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288677737
2024-11-09T00:15:44,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36957-0x1011cf29e1f0003, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288677737
2024-11-09T00:15:44,978 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1288677737/online-snapshot/acquired, /1-1288677737/online-snapshot/reached, /1-1288677737/online-snapshot/abort
2024-11-09T00:15:44,980 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,36957,1731111342631
2024-11-09T00:15:44,982 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-09T00:15:44,986 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-09T00:15:44,986 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-09T00:15:44,986 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-09T00:15:44,987 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef986b38239e,36957,1731111342631
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-09T00:15:44,990 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:15:44,990 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:15:44,990 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:15:44,990 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:15:44,991 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef986b38239e:0, corePoolSize=10, maxPoolSize=10
2024-11-09T00:15:44,991 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:44,991 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:15:44,991 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:44,992 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731111374992
2024-11-09T00:15:44,992 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-09T00:15:44,992 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-09T00:15:44,992 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-09T00:15:44,992 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-09T00:15:44,993 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-09T00:15:44,993 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-09T00:15:44,993 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:44,993 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-09T00:15:44,993 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-09T00:15:44,993 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-09T00:15:44,994 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-09T00:15:44,994 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:15:44,994 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-09T00:15:44,994 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-09T00:15:44,994 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-09T00:15:44,994 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111344994,5,FailOnTimeoutGroup]
2024-11-09T00:15:44,994 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111344994,5,FailOnTimeoutGroup]
2024-11-09T00:15:44,995 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:44,995 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-09T00:15:44,995 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:44,995 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:44,995 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:44,996 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-09T00:15:45,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741831_1007 (size=1321)
2024-11-09T00:15:45,010 INFO  [RS:0;ef986b38239e:43485 {}] regionserver.HRegionServer(746): ClusterId : 1bb609ec-bf65-42f9-95fa-f23167e6e30a
2024-11-09T00:15:45,010 DEBUG [RS:0;ef986b38239e:43485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T00:15:45,022 DEBUG [RS:0;ef986b38239e:43485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T00:15:45,022 DEBUG [RS:0;ef986b38239e:43485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T00:15:45,032 DEBUG [RS:0;ef986b38239e:43485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T00:15:45,033 DEBUG [RS:0;ef986b38239e:43485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d9447c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:15:45,044 DEBUG [RS:0;ef986b38239e:43485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef986b38239e:43485
2024-11-09T00:15:45,044 INFO  [RS:0;ef986b38239e:43485 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T00:15:45,044 INFO  [RS:0;ef986b38239e:43485 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T00:15:45,044 DEBUG [RS:0;ef986b38239e:43485 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T00:15:45,045 INFO  [RS:0;ef986b38239e:43485 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef986b38239e,36957,1731111342631 with port=43485, startcode=1731111342786
2024-11-09T00:15:45,046 DEBUG [RS:0;ef986b38239e:43485 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T00:15:45,048 INFO  [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T00:15:45,048 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36957 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef986b38239e,43485,1731111342786
2024-11-09T00:15:45,048 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36957 {}] master.ServerManager(517): Registering regionserver=ef986b38239e,43485,1731111342786
2024-11-09T00:15:45,051 DEBUG [RS:0;ef986b38239e:43485 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb
2024-11-09T00:15:45,051 DEBUG [RS:0;ef986b38239e:43485 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46047
2024-11-09T00:15:45,051 DEBUG [RS:0;ef986b38239e:43485 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T00:15:45,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36957-0x1011cf29e1f0003, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288677737/rs
2024-11-09T00:15:45,107 DEBUG [RS:0;ef986b38239e:43485 {}] zookeeper.ZKUtil(111): regionserver:43485-0x1011cf29e1f0004, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Set watcher on existing znode=/1-1288677737/rs/ef986b38239e,43485,1731111342786
2024-11-09T00:15:45,107 WARN  [RS:0;ef986b38239e:43485 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:15:45,107 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef986b38239e,43485,1731111342786]
2024-11-09T00:15:45,107 INFO  [RS:0;ef986b38239e:43485 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:15:45,107 DEBUG [RS:0;ef986b38239e:43485 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/WALs/ef986b38239e,43485,1731111342786
2024-11-09T00:15:45,112 INFO  [RS:0;ef986b38239e:43485 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T00:15:45,115 INFO  [RS:0;ef986b38239e:43485 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T00:15:45,115 INFO  [RS:0;ef986b38239e:43485 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T00:15:45,115 INFO  [RS:0;ef986b38239e:43485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:45,115 INFO  [RS:0;ef986b38239e:43485 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T00:15:45,117 INFO  [RS:0;ef986b38239e:43485 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T00:15:45,117 INFO  [RS:0;ef986b38239e:43485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:45,117 DEBUG [RS:0;ef986b38239e:43485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:45,117 DEBUG [RS:0;ef986b38239e:43485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:45,117 DEBUG [RS:0;ef986b38239e:43485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:45,117 DEBUG [RS:0;ef986b38239e:43485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:45,117 DEBUG [RS:0;ef986b38239e:43485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:45,117 DEBUG [RS:0;ef986b38239e:43485 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:15:45,117 DEBUG [RS:0;ef986b38239e:43485 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:45,118 DEBUG [RS:0;ef986b38239e:43485 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:45,118 DEBUG [RS:0;ef986b38239e:43485 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:45,118 DEBUG [RS:0;ef986b38239e:43485 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:45,118 DEBUG [RS:0;ef986b38239e:43485 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:45,118 DEBUG [RS:0;ef986b38239e:43485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:45,118 DEBUG [RS:0;ef986b38239e:43485 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:15:45,118 DEBUG [RS:0;ef986b38239e:43485 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:15:45,118 INFO  [RS:0;ef986b38239e:43485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:45,119 INFO  [RS:0;ef986b38239e:43485 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:45,119 INFO  [RS:0;ef986b38239e:43485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:45,119 INFO  [RS:0;ef986b38239e:43485 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:45,119 INFO  [RS:0;ef986b38239e:43485 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:45,119 INFO  [RS:0;ef986b38239e:43485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,43485,1731111342786-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:15:45,135 INFO  [RS:0;ef986b38239e:43485 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T00:15:45,135 INFO  [RS:0;ef986b38239e:43485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,43485,1731111342786-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:45,135 INFO  [RS:0;ef986b38239e:43485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:45,135 INFO  [RS:0;ef986b38239e:43485 {}] regionserver.Replication(171): ef986b38239e,43485,1731111342786 started
2024-11-09T00:15:45,148 INFO  [RS:0;ef986b38239e:43485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:45,148 INFO  [RS:0;ef986b38239e:43485 {}] regionserver.HRegionServer(1482): Serving as ef986b38239e,43485,1731111342786, RpcServer on ef986b38239e/172.17.0.3:43485, sessionid=0x1011cf29e1f0004
2024-11-09T00:15:45,148 DEBUG [RS:0;ef986b38239e:43485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T00:15:45,148 DEBUG [RS:0;ef986b38239e:43485 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef986b38239e,43485,1731111342786
2024-11-09T00:15:45,148 DEBUG [RS:0;ef986b38239e:43485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,43485,1731111342786'
2024-11-09T00:15:45,148 DEBUG [RS:0;ef986b38239e:43485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1288677737/flush-table-proc/abort'
2024-11-09T00:15:45,149 DEBUG [RS:0;ef986b38239e:43485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1288677737/flush-table-proc/acquired'
2024-11-09T00:15:45,150 DEBUG [RS:0;ef986b38239e:43485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T00:15:45,150 DEBUG [RS:0;ef986b38239e:43485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T00:15:45,150 DEBUG [RS:0;ef986b38239e:43485 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef986b38239e,43485,1731111342786
2024-11-09T00:15:45,150 DEBUG [RS:0;ef986b38239e:43485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,43485,1731111342786'
2024-11-09T00:15:45,150 DEBUG [RS:0;ef986b38239e:43485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1288677737/online-snapshot/abort'
2024-11-09T00:15:45,150 DEBUG [RS:0;ef986b38239e:43485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1288677737/online-snapshot/acquired'
2024-11-09T00:15:45,151 DEBUG [RS:0;ef986b38239e:43485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T00:15:45,151 INFO  [RS:0;ef986b38239e:43485 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T00:15:45,151 INFO  [RS:0;ef986b38239e:43485 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T00:15:45,252 INFO  [RS:0;ef986b38239e:43485 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:15:45,254 INFO  [RS:0;ef986b38239e:43485 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C43485%2C1731111342786, suffix=, logDir=hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/WALs/ef986b38239e,43485,1731111342786, archiveDir=hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/oldWALs, maxLogs=10
2024-11-09T00:15:45,271 DEBUG [RS:0;ef986b38239e:43485 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/WALs/ef986b38239e,43485,1731111342786/ef986b38239e%2C43485%2C1731111342786.1731111345256, exclude list is [], retry=0
2024-11-09T00:15:45,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-0c15d5c7-5175-4427-88ff-03de57cfceaf,DISK]
2024-11-09T00:15:45,277 INFO  [RS:0;ef986b38239e:43485 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/WALs/ef986b38239e,43485,1731111342786/ef986b38239e%2C43485%2C1731111342786.1731111345256
2024-11-09T00:15:45,277 DEBUG [RS:0;ef986b38239e:43485 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34977:34977)]
2024-11-09T00:15:45,408 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-09T00:15:45,408 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb
2024-11-09T00:15:45,415 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741833_1009 (size=32)
2024-11-09T00:15:45,578 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:15:45,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:15:45,822 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:15:45,826 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:15:45,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:45,827 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:15:45,828 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:15:45,831 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:15:45,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:45,832 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:15:45,832 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:15:45,835 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:15:45,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:45,836 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:15:45,836 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:15:45,838 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:15:45,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:45,840 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:15:45,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:15:45,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/data/hbase/meta/1588230740
2024-11-09T00:15:45,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/data/hbase/meta/1588230740
2024-11-09T00:15:45,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:15:45,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:15:45,847 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:15:45,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:15:45,852 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:15:45,853 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70708133, jitterRate=0.05363328754901886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:15:45,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731111345818Initializing all the Stores at 1731111345821 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111345821Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111345821Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111345821Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111345822 (+1 ms)Cleaning up temporary data from old regions at 1731111345846 (+24 ms)Region opened successfully at 1731111345853 (+7 ms)
2024-11-09T00:15:45,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:15:45,853 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:15:45,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:15:45,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:15:45,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:15:45,854 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:15:45,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111345853Disabling compacts and flushes for region at 1731111345853Disabling writes for close at 1731111345853Writing region close event to WAL at 1731111345854 (+1 ms)Closed at 1731111345854
2024-11-09T00:15:45,856 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:15:45,856 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-09T00:15:45,856 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-09T00:15:45,858 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:15:45,859 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-09T00:15:45,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-09T00:15:45,912 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-09T00:15:45,914 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:15:45,914 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers
2024-11-09T00:15:45,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:15:45,915 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-09T00:15:45,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-09T00:15:45,915 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-09T00:15:46,010 DEBUG [ef986b38239e:36957 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-09T00:15:46,010 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef986b38239e,43485,1731111342786
2024-11-09T00:15:46,013 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,43485,1731111342786, state=OPENING
2024-11-09T00:15:46,052 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-09T00:15:46,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36957-0x1011cf29e1f0003, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288677737
2024-11-09T00:15:46,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43485-0x1011cf29e1f0004, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288677737
2024-11-09T00:15:46,063 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:15:46,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1288677737/meta-region-server: CHANGED
2024-11-09T00:15:46,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1288677737/meta-region-server: CHANGED
2024-11-09T00:15:46,064 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,43485,1731111342786}]
2024-11-09T00:15:46,219 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:15:46,222 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-09T00:15:46,229 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-09T00:15:46,229 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:15:46,229 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-09T00:15:46,232 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C43485%2C1731111342786.meta, suffix=.meta, logDir=hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/WALs/ef986b38239e,43485,1731111342786, archiveDir=hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/oldWALs, maxLogs=10
2024-11-09T00:15:46,249 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/WALs/ef986b38239e,43485,1731111342786/ef986b38239e%2C43485%2C1731111342786.meta.1731111346234.meta, exclude list is [], retry=0
2024-11-09T00:15:46,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-0c15d5c7-5175-4427-88ff-03de57cfceaf,DISK]
2024-11-09T00:15:46,255 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/WALs/ef986b38239e,43485,1731111342786/ef986b38239e%2C43485%2C1731111342786.meta.1731111346234.meta
2024-11-09T00:15:46,256 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34977:34977)]
2024-11-09T00:15:46,256 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:15:46,256 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:15:46,257 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:15:46,257 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-09T00:15:46,257 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-09T00:15:46,257 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-09T00:15:46,257 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:15:46,257 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-09T00:15:46,257 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-09T00:15:46,259 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:15:46,261 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:15:46,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:46,262 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:15:46,262 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:15:46,264 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:15:46,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:46,265 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:15:46,265 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:15:46,267 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:15:46,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:46,268 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:15:46,268 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:15:46,269 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:15:46,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:46,270 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:15:46,270 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:15:46,272 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/data/hbase/meta/1588230740
2024-11-09T00:15:46,273 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/data/hbase/meta/1588230740
2024-11-09T00:15:46,275 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:15:46,276 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:15:46,277 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:15:46,279 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:15:46,281 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61318989, jitterRate=-0.0862758606672287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:15:46,281 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-09T00:15:46,281 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731111346257Writing region info on filesystem at 1731111346258 (+1 ms)Initializing all the Stores at 1731111346259 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111346259Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111346259Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111346259Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111346259Cleaning up temporary data from old regions at 1731111346276 (+17 ms)Running coprocessor post-open hooks at 1731111346281 (+5 ms)Region opened successfully at 1731111346281
2024-11-09T00:15:46,283 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731111346218
2024-11-09T00:15:46,286 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-09T00:15:46,287 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-09T00:15:46,288 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,43485,1731111342786
2024-11-09T00:15:46,290 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,43485,1731111342786, state=OPEN
2024-11-09T00:15:46,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36957-0x1011cf29e1f0003, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1288677737/meta-region-server
2024-11-09T00:15:46,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43485-0x1011cf29e1f0004, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1288677737/meta-region-server
2024-11-09T00:15:46,304 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef986b38239e,43485,1731111342786
2024-11-09T00:15:46,304 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1288677737/meta-region-server: CHANGED
2024-11-09T00:15:46,304 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1288677737/meta-region-server: CHANGED
2024-11-09T00:15:46,309 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-09T00:15:46,310 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,43485,1731111342786 in 240 msec
2024-11-09T00:15:46,316 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-09T00:15:46,316 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 454 msec
2024-11-09T00:15:46,318 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:15:46,318 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-09T00:15:46,320 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:15:46,321 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,43485,1731111342786, seqNum=-1]
2024-11-09T00:15:46,321 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:15:46,323 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:15:46,333 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3470 sec
2024-11-09T00:15:46,333 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731111346333, completionTime=-1
2024-11-09T00:15:46,333 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-09T00:15:46,333 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-09T00:15:46,336 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-09T00:15:46,336 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731111406336
2024-11-09T00:15:46,336 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731111466336
2024-11-09T00:15:46,337 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec
2024-11-09T00:15:46,337 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,36957,1731111342631-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:46,337 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,36957,1731111342631-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:46,337 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,36957,1731111342631-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:46,337 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef986b38239e:36957, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:46,337 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:46,338 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:46,340 DEBUG [master/ef986b38239e:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-09T00:15:46,343 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.490sec
2024-11-09T00:15:46,343 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-09T00:15:46,343 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-09T00:15:46,343 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-09T00:15:46,343 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-09T00:15:46,343 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-09T00:15:46,343 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,36957,1731111342631-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:15:46,343 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,36957,1731111342631-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-09T00:15:46,347 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-09T00:15:46,347 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-09T00:15:46,347 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,36957,1731111342631-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:46,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ba2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:46,411 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,36957,-1 for getting cluster id
2024-11-09T00:15:46,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:15:46,414 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1bb609ec-bf65-42f9-95fa-f23167e6e30a'
2024-11-09T00:15:46,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:15:46,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1bb609ec-bf65-42f9-95fa-f23167e6e30a"

2024-11-09T00:15:46,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6219b830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:46,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,36957,-1]
2024-11-09T00:15:46,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:15:46,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:46,419 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:15:46,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a99f828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:46,421 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:15:46,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,43485,1731111342786, seqNum=-1]
2024-11-09T00:15:46,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:15:46,426 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:15:46,428 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef986b38239e,36957,1731111342631
2024-11-09T00:15:46,430 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64175
2024-11-09T00:15:46,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:15:46,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011cf29e1f0005 connected
2024-11-09T00:15:46,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f80546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:46,542 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,41845,-1 for getting cluster id
2024-11-09T00:15:46,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:15:46,544 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7675a91c-2e7a-44cc-9bfe-039ff6ab399d'
2024-11-09T00:15:46,544 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:15:46,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7675a91c-2e7a-44cc-9bfe-039ff6ab399d"

2024-11-09T00:15:46,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ffcbbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:46,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,41845,-1]
2024-11-09T00:15:46,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:15:46,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:46,547 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:15:46,549 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac30c41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:46,557 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:15:46,560 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,41845,1731111335552
2024-11-09T00:15:46,562 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@123a7e9d
2024-11-09T00:15:46,563 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:15:46,565 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:15:46,566 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ef986b38239e:36957,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-09T00:15:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-09T00:15:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:15:46,578 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:36957'
2024-11-09T00:15:46,579 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b369ee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:46,579 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,36957,-1 for getting cluster id
2024-11-09T00:15:46,579 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:15:46,580 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1bb609ec-bf65-42f9-95fa-f23167e6e30a'
2024-11-09T00:15:46,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:15:46,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1bb609ec-bf65-42f9-95fa-f23167e6e30a"

2024-11-09T00:15:46,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c16e58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:46,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,36957,-1]
2024-11-09T00:15:46,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:15:46,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:46,582 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:15:46,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5694d476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:46,584 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:15:46,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,36957,1731111342631
2024-11-09T00:15:46,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4146fe98
2024-11-09T00:15:46,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:15:46,590 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:15:46,603 INFO  [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3.
2024-11-09T00:15:46,603 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-09T00:15:46,608 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:46,609 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:46,609 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:15:46,610 INFO  [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:15:46,616 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-09T00:15:46,620 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T00:15:46,621 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:46,623 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T00:15:46,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741835_1011 (size=1138)
2024-11-09T00:15:46,669 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-09T00:15:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:15:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:15:47,039 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 900caf4e61d0386e9db8718863a6a57f, NAME => 'hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e
2024-11-09T00:15:47,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741836_1012 (size=44)
2024-11-09T00:15:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:15:47,451 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:15:47,451 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 900caf4e61d0386e9db8718863a6a57f, disabling compactions & flushes
2024-11-09T00:15:47,452 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f.
2024-11-09T00:15:47,452 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f.
2024-11-09T00:15:47,452 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f. after waiting 0 ms
2024-11-09T00:15:47,452 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f.
2024-11-09T00:15:47,452 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f.
2024-11-09T00:15:47,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 900caf4e61d0386e9db8718863a6a57f:
Waiting for close lock at 1731111347451Disabling compacts and flushes for region at 1731111347451Disabling writes for close at 1731111347452 (+1 ms)Writing region close event to WAL at 1731111347452Closed at 1731111347452
2024-11-09T00:15:47,456 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T00:15:47,461 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731111347456"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731111347456"}]},"ts":"1731111347456"}
2024-11-09T00:15:47,466 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T00:15:47,468 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T00:15:47,471 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111347469"}]},"ts":"1731111347469"}
2024-11-09T00:15:47,475 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-09T00:15:47,477 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=900caf4e61d0386e9db8718863a6a57f, ASSIGN}]
2024-11-09T00:15:47,480 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=900caf4e61d0386e9db8718863a6a57f, ASSIGN
2024-11-09T00:15:47,482 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=900caf4e61d0386e9db8718863a6a57f, ASSIGN; state=OFFLINE, location=ef986b38239e,41889,1731111336265; forceNewPlan=false, retain=false
2024-11-09T00:15:47,634 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=900caf4e61d0386e9db8718863a6a57f, regionState=OPENING, regionLocation=ef986b38239e,41889,1731111336265
2024-11-09T00:15:47,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=900caf4e61d0386e9db8718863a6a57f, ASSIGN because future has completed
2024-11-09T00:15:47,642 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 900caf4e61d0386e9db8718863a6a57f, server=ef986b38239e,41889,1731111336265}]
2024-11-09T00:15:47,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:15:47,805 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f.
2024-11-09T00:15:47,805 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:15:47,806 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-09T00:15:47,809 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C41889%2C1731111336265.rep, suffix=, logDir=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265, archiveDir=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/oldWALs, maxLogs=10
2024-11-09T00:15:47,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265/ef986b38239e%2C41889%2C1731111336265.rep.1731111347809, exclude list is [], retry=0
2024-11-09T00:15:47,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33051,DS-873b8f0a-cc52-4438-a942-bac630d1e330,DISK]
2024-11-09T00:15:47,828 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265/ef986b38239e%2C41889%2C1731111336265.rep.1731111347809
2024-11-09T00:15:47,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41591:41591)]
2024-11-09T00:15:47,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 900caf4e61d0386e9db8718863a6a57f, NAME => 'hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:15:47,829 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:15:47,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:15:47,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f. service=MultiRowMutationService
2024-11-09T00:15:47,829 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-09T00:15:47,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 900caf4e61d0386e9db8718863a6a57f
2024-11-09T00:15:47,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:15:47,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 900caf4e61d0386e9db8718863a6a57f
2024-11-09T00:15:47,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 900caf4e61d0386e9db8718863a6a57f
2024-11-09T00:15:47,832 INFO  [StoreOpener-900caf4e61d0386e9db8718863a6a57f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 900caf4e61d0386e9db8718863a6a57f 
2024-11-09T00:15:47,834 INFO  [StoreOpener-900caf4e61d0386e9db8718863a6a57f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 900caf4e61d0386e9db8718863a6a57f columnFamilyName hfileref
2024-11-09T00:15:47,834 DEBUG [StoreOpener-900caf4e61d0386e9db8718863a6a57f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:47,834 INFO  [StoreOpener-900caf4e61d0386e9db8718863a6a57f-1 {}] regionserver.HStore(327): Store=900caf4e61d0386e9db8718863a6a57f/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:15:47,835 INFO  [StoreOpener-900caf4e61d0386e9db8718863a6a57f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 900caf4e61d0386e9db8718863a6a57f 
2024-11-09T00:15:47,836 INFO  [StoreOpener-900caf4e61d0386e9db8718863a6a57f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 900caf4e61d0386e9db8718863a6a57f columnFamilyName queue
2024-11-09T00:15:47,836 DEBUG [StoreOpener-900caf4e61d0386e9db8718863a6a57f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:47,837 INFO  [StoreOpener-900caf4e61d0386e9db8718863a6a57f-1 {}] regionserver.HStore(327): Store=900caf4e61d0386e9db8718863a6a57f/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:15:47,837 INFO  [StoreOpener-900caf4e61d0386e9db8718863a6a57f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 900caf4e61d0386e9db8718863a6a57f 
2024-11-09T00:15:47,839 INFO  [StoreOpener-900caf4e61d0386e9db8718863a6a57f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 900caf4e61d0386e9db8718863a6a57f columnFamilyName sid
2024-11-09T00:15:47,839 DEBUG [StoreOpener-900caf4e61d0386e9db8718863a6a57f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:47,840 INFO  [StoreOpener-900caf4e61d0386e9db8718863a6a57f-1 {}] regionserver.HStore(327): Store=900caf4e61d0386e9db8718863a6a57f/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:15:47,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 900caf4e61d0386e9db8718863a6a57f
2024-11-09T00:15:47,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/replication/900caf4e61d0386e9db8718863a6a57f
2024-11-09T00:15:47,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/replication/900caf4e61d0386e9db8718863a6a57f
2024-11-09T00:15:47,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 900caf4e61d0386e9db8718863a6a57f
2024-11-09T00:15:47,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 900caf4e61d0386e9db8718863a6a57f
2024-11-09T00:15:47,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-09T00:15:47,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 900caf4e61d0386e9db8718863a6a57f
2024-11-09T00:15:47,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/replication/900caf4e61d0386e9db8718863a6a57f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:15:47,851 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 900caf4e61d0386e9db8718863a6a57f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62953492, jitterRate=-0.06191986799240112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-09T00:15:47,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 900caf4e61d0386e9db8718863a6a57f
2024-11-09T00:15:47,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 900caf4e61d0386e9db8718863a6a57f:
Running coprocessor pre-open hook at 1731111347830Writing region info on filesystem at 1731111347830Initializing all the Stores at 1731111347831 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111347831Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111347832 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111347832Cleaning up temporary data from old regions at 1731111347843 (+11 ms)Running coprocessor post-open hooks at 1731111347851 (+8 ms)Region opened successfully at 1731111347852 (+1 ms)
2024-11-09T00:15:47,853 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f., pid=7, masterSystemTime=1731111347797
2024-11-09T00:15:47,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f.
2024-11-09T00:15:47,857 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f.
2024-11-09T00:15:47,858 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=900caf4e61d0386e9db8718863a6a57f, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,41889,1731111336265
2024-11-09T00:15:47,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 900caf4e61d0386e9db8718863a6a57f, server=ef986b38239e,41889,1731111336265 because future has completed
2024-11-09T00:15:47,867 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6
2024-11-09T00:15:47,867 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 900caf4e61d0386e9db8718863a6a57f, server=ef986b38239e,41889,1731111336265 in 221 msec
2024-11-09T00:15:47,872 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-09T00:15:47,872 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=900caf4e61d0386e9db8718863a6a57f, ASSIGN in 390 msec
2024-11-09T00:15:47,873 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T00:15:47,874 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111347874"}]},"ts":"1731111347874"}
2024-11-09T00:15:47,876 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-09T00:15:47,877 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T00:15:47,880 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2660 sec
2024-11-09T00:15:47,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f., hostname=ef986b38239e,41889,1731111336265, seqNum=2]
2024-11-09T00:15:47,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-11-09T00:15:48,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41845-0x1011cf29e1f0000, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406
2024-11-09T00:15:48,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x1011cf29e1f0001, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406
2024-11-09T00:15:48,035 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-09T00:15:48,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8
2024-11-09T00:15:48,198 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-09T00:15:48,236 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-ef986b38239e,41889,1731111336265, ReplicationSource: 1, currentBandwidth=0
2024-11-09T00:15:48,237 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:15:48,238 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,41889,1731111336265, seqNum=-1]
2024-11-09T00:15:48,238 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:15:48,239 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-11-09T00:15:48,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ef986b38239e,41889,1731111336265', locateType=CURRENT is [region=hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f., hostname=ef986b38239e,41889,1731111336265, seqNum=2]
2024-11-09T00:15:48,247 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-09T00:15:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-09T00:15:48,253 INFO  [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ef986b38239e,41889,1731111336265 suceeded
2024-11-09T00:15:48,256 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4
2024-11-09T00:15:48,256 INFO  [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ef986b38239e:36957,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-09T00:15:48,256 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 218 msec
2024-11-09T00:15:48,258 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6880 sec
2024-11-09T00:15:48,266 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41889,1731111336265 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:36957'
2024-11-09T00:15:48,268 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41889,1731111336265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@470e6fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:48,268 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41889,1731111336265 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,36957,-1 for getting cluster id
2024-11-09T00:15:48,268 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41889,1731111336265 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:15:48,269 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1bb609ec-bf65-42f9-95fa-f23167e6e30a'
2024-11-09T00:15:48,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:15:48,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1bb609ec-bf65-42f9-95fa-f23167e6e30a"

2024-11-09T00:15:48,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71ceb27f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:48,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,36957,-1]
2024-11-09T00:15:48,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:15:48,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:48,271 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:15:48,272 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41889,1731111336265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ee96f55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:48,272 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41889,1731111336265 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:15:48,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,36957,1731111342631
2024-11-09T00:15:48,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5052b42b
2024-11-09T00:15:48,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:15:48,274 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-09T00:15:48,275 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41889,1731111336265 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef986b38239e,41889,1731111336265 (queues=1) is replicating from cluster=7675a91c-2e7a-44cc-9bfe-039ff6ab399d to cluster=1bb609ec-bf65-42f9-95fa-f23167e6e30a
2024-11-09T00:15:48,277 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41889,1731111336265 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef986b38239e%2C41889%2C1731111336265
2024-11-09T00:15:48,281 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41889,1731111336265 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef986b38239e,41889,1731111336265, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-09T00:15:48,285 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41889,1731111336265.replicationSource.shipperef986b38239e%2C41889%2C1731111336265,1-ef986b38239e,41889,1731111336265 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef986b38239e%2C41889%2C1731111336265
2024-11-09T00:15:48,288 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41889,1731111336265.replicationSource.wal-reader.ef986b38239e%2C41889%2C1731111336265,1-ef986b38239e,41889,1731111336265 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265/ef986b38239e%2C41889%2C1731111336265.1731111339025, startPosition=0, beingWritten=true
2024-11-09T00:15:48,538 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41889,1731111336265.replicationSource.wal-reader.ef986b38239e%2C41889%2C1731111336265,1-ef986b38239e,41889,1731111336265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265/ef986b38239e%2C41889%2C1731111336265.1731111339025 to pos 0, reset compression=false
2024-11-09T00:15:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:15:48,727 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:15:48,727 INFO  [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-09T00:15:48,727 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:15:48,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:48,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:48,728 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:15:48,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a7af65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:48,729 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,41845,-1 for getting cluster id
2024-11-09T00:15:48,729 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:15:48,731 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7675a91c-2e7a-44cc-9bfe-039ff6ab399d'
2024-11-09T00:15:48,732 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:15:48,732 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7675a91c-2e7a-44cc-9bfe-039ff6ab399d"

2024-11-09T00:15:48,733 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e4f762d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:48,733 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,41845,-1]
2024-11-09T00:15:48,734 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:15:48,734 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:48,737 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:15:48,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a049dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:48,739 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:15:48,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,41845,1731111335552
2024-11-09T00:15:48,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dfad9a6
2024-11-09T00:15:48,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:15:48,743 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:15:48,743 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://ef986b38239e:36957,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-09T00:15:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-09T00:15:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-09T00:15:48,747 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:36957'
2024-11-09T00:15:48,748 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11289c22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:48,748 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,36957,-1 for getting cluster id
2024-11-09T00:15:48,748 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:15:48,749 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1bb609ec-bf65-42f9-95fa-f23167e6e30a'
2024-11-09T00:15:48,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:15:48,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1bb609ec-bf65-42f9-95fa-f23167e6e30a"

2024-11-09T00:15:48,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36279057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:48,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,36957,-1]
2024-11-09T00:15:48,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:15:48,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:48,751 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:15:48,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@762f3f64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:48,752 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:15:48,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,36957,1731111342631
2024-11-09T00:15:48,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b0b8992
2024-11-09T00:15:48,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:15:48,754 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:15:48,755 INFO  [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4.
2024-11-09T00:15:48,755 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-09T00:15:48,755 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:48,755 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:48,755 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:15:48,823 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-09T00:15:48,846 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41889,1731111336265.replicationSource.wal-reader.ef986b38239e%2C41889%2C1731111336265,1-ef986b38239e,41889,1731111336265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265/ef986b38239e%2C41889%2C1731111336265.1731111339025 to pos 0, reset compression=false
2024-11-09T00:15:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-09T00:15:48,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10
2024-11-09T00:15:48,978 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER
2024-11-09T00:15:49,017 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-ef986b38239e,41889,1731111336265, ReplicationSource: 2, currentBandwidth=0
2024-11-09T00:15:49,020 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10
2024-11-09T00:15:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] master.HMaster(4169): Remote procedure done, pid=10
2024-11-09T00:15:49,024 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on ef986b38239e,41889,1731111336265 suceeded
2024-11-09T00:15:49,028 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-09T00:15:49,028 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec
2024-11-09T00:15:49,028 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://ef986b38239e:36957,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-09T00:15:49,031 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 285 msec
2024-11-09T00:15:49,042 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,41889,1731111336265 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:36957'
2024-11-09T00:15:49,043 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,41889,1731111336265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19b16dab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:49,044 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,41889,1731111336265 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,36957,-1 for getting cluster id
2024-11-09T00:15:49,044 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,41889,1731111336265 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:15:49,045 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1bb609ec-bf65-42f9-95fa-f23167e6e30a'
2024-11-09T00:15:49,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:15:49,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1bb609ec-bf65-42f9-95fa-f23167e6e30a"

2024-11-09T00:15:49,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50193fb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:49,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,36957,-1]
2024-11-09T00:15:49,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:15:49,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:49,047 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:15:49,048 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,41889,1731111336265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f36a92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:49,048 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,41889,1731111336265 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:15:49,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,36957,1731111342631
2024-11-09T00:15:49,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24c26fde
2024-11-09T00:15:49,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:15:49,050 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-09T00:15:49,051 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,41889,1731111336265 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-ef986b38239e,41889,1731111336265 (queues=1) is replicating from cluster=7675a91c-2e7a-44cc-9bfe-039ff6ab399d to cluster=1bb609ec-bf65-42f9-95fa-f23167e6e30a
2024-11-09T00:15:49,051 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,41889,1731111336265 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=ef986b38239e%2C41889%2C1731111336265
2024-11-09T00:15:49,051 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,41889,1731111336265 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-ef986b38239e,41889,1731111336265, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-09T00:15:49,052 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,41889,1731111336265.replicationSource.shipperef986b38239e%2C41889%2C1731111336265,2-ef986b38239e,41889,1731111336265 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef986b38239e%2C41889%2C1731111336265
2024-11-09T00:15:49,052 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,41889,1731111336265.replicationSource.wal-reader.ef986b38239e%2C41889%2C1731111336265,2-ef986b38239e,41889,1731111336265 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265/ef986b38239e%2C41889%2C1731111336265.1731111339025, startPosition=0, beingWritten=true
2024-11-09T00:15:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-09T00:15:49,066 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed
2024-11-09T00:15:49,067 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:15:49,067 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:15:49,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:49,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:49,067 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:15:49,068 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:15:49,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,41845,1731111335552
2024-11-09T00:15:49,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57b1287
2024-11-09T00:15:49,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:15:49,072 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:15:49,073 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1
2024-11-09T00:15:49,075 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2
2024-11-09T00:15:49,076 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1
2024-11-09T00:15:49,077 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2
2024-11-09T00:15:49,080 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://ef986b38239e:36957,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-09T00:15:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure
2024-11-09T00:15:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-09T00:15:49,086 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:36957'
2024-11-09T00:15:49,087 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e1c6d18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:49,087 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,36957,-1 for getting cluster id
2024-11-09T00:15:49,088 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:15:49,088 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1bb609ec-bf65-42f9-95fa-f23167e6e30a'
2024-11-09T00:15:49,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:15:49,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1bb609ec-bf65-42f9-95fa-f23167e6e30a"

2024-11-09T00:15:49,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c999d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:49,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,36957,-1]
2024-11-09T00:15:49,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:15:49,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:49,090 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:15:49,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d233708, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:49,091 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:15:49,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,36957,1731111342631
2024-11-09T00:15:49,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9b29101
2024-11-09T00:15:49,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:15:49,093 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:15:49,094 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-09T00:15:49,094 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234)
    at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-09T00:15:49,094 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:49,095 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:49,095 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:15:49,106 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-09T00:15:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-09T00:15:49,256 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41889,1731111336265.replicationSource.wal-reader.ef986b38239e%2C41889%2C1731111336265,1-ef986b38239e,41889,1731111336265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265/ef986b38239e%2C41889%2C1731111336265.1731111339025 to pos 0, reset compression=false
2024-11-09T00:15:49,258 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,41889,1731111336265.replicationSource.wal-reader.ef986b38239e%2C41889%2C1731111336265,2-ef986b38239e,41889,1731111336265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265/ef986b38239e%2C41889%2C1731111336265.1731111339025 to pos 0, reset compression=false
2024-11-09T00:15:49,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12
2024-11-09T00:15:49,261 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG
2024-11-09T00:15:49,264 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12
2024-11-09T00:15:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] master.HMaster(4169): Remote procedure done, pid=12
2024-11-09T00:15:49,270 INFO  [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on ef986b38239e,41889,1731111336265 suceeded
2024-11-09T00:15:49,276 INFO  [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://ef986b38239e:36957,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-09T00:15:49,277 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-09T00:15:49,277 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 164 msec
2024-11-09T00:15:49,280 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 197 msec
2024-11-09T00:15:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-09T00:15:49,407 INFO  [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed
2024-11-09T00:15:49,408 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://ef986b38239e:36957,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-09T00:15:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure
2024-11-09T00:15:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-09T00:15:49,412 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:36957'
2024-11-09T00:15:49,414 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff08197, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:49,414 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,36957,-1 for getting cluster id
2024-11-09T00:15:49,414 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:15:49,415 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1bb609ec-bf65-42f9-95fa-f23167e6e30a'
2024-11-09T00:15:49,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:15:49,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1bb609ec-bf65-42f9-95fa-f23167e6e30a"

2024-11-09T00:15:49,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@349134d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:49,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,36957,-1]
2024-11-09T00:15:49,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:15:49,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:49,417 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:15:49,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a1be4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:49,418 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:15:49,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,36957,1731111342631
2024-11-09T00:15:49,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28bb1d1c
2024-11-09T00:15:49,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:15:49,420 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:15:49,421 INFO  [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1.
2024-11-09T00:15:49,421 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234)
    at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-09T00:15:49,421 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:49,421 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:49,421 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:15:49,475 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-09T00:15:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-09T00:15:49,572 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,41889,1731111336265.replicationSource.wal-reader.ef986b38239e%2C41889%2C1731111336265,2-ef986b38239e,41889,1731111336265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265/ef986b38239e%2C41889%2C1731111336265.1731111339025 to pos 0, reset compression=false
2024-11-09T00:15:49,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14
2024-11-09T00:15:49,630 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG
2024-11-09T00:15:49,632 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14
2024-11-09T00:15:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] master.HMaster(4169): Remote procedure done, pid=14
2024-11-09T00:15:49,637 INFO  [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on ef986b38239e,41889,1731111336265 suceeded
2024-11-09T00:15:49,643 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-09T00:15:49,643 INFO  [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://ef986b38239e:36957,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-09T00:15:49,643 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec
2024-11-09T00:15:49,647 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 235 msec
2024-11-09T00:15:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-09T00:15:49,728 INFO  [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed
2024-11-09T00:15:49,729 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1
2024-11-09T00:15:49,730 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2
2024-11-09T00:15:49,731 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:15:49,731 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:15:49,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:49,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:49,732 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:15:49,732 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-09T00:15:49,732 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=380593929, stopped=false
2024-11-09T00:15:49,733 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef986b38239e,41845,1731111335552
2024-11-09T00:15:49,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41845-0x1011cf29e1f0000, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01403797406/running
2024-11-09T00:15:49,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x1011cf29e1f0001, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01403797406/running
2024-11-09T00:15:49,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x1011cf29e1f0001, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406
2024-11-09T00:15:49,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41845-0x1011cf29e1f0000, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406
2024-11-09T00:15:49,747 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:15:49,747 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:15:49,748 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:15:49,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:49,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41889-0x1011cf29e1f0001, quorum=127.0.0.1:64175, baseZNode=/01403797406 Set watcher on znode that does not yet exist, /01403797406/running
2024-11-09T00:15:49,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41845-0x1011cf29e1f0000, quorum=127.0.0.1:64175, baseZNode=/01403797406 Set watcher on znode that does not yet exist, /01403797406/running
2024-11-09T00:15:49,748 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef986b38239e,41889,1731111336265' *****
2024-11-09T00:15:49,748 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T00:15:49,749 INFO  [RS:0;ef986b38239e:41889 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T00:15:49,749 INFO  [RS:0;ef986b38239e:41889 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T00:15:49,749 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T00:15:49,749 INFO  [RS:0;ef986b38239e:41889 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T00:15:49,750 INFO  [RS:0;ef986b38239e:41889 {}] regionserver.HRegionServer(3091): Received CLOSE for 900caf4e61d0386e9db8718863a6a57f
2024-11-09T00:15:49,750 INFO  [RS:0;ef986b38239e:41889 {}] regionserver.HRegionServer(959): stopping server ef986b38239e,41889,1731111336265
2024-11-09T00:15:49,750 INFO  [RS:0;ef986b38239e:41889 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:15:49,751 INFO  [RS:0;ef986b38239e:41889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:41889.
2024-11-09T00:15:49,751 DEBUG [RS:0;ef986b38239e:41889 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:15:49,751 DEBUG [RS:0;ef986b38239e:41889 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:49,751 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 900caf4e61d0386e9db8718863a6a57f, disabling compactions & flushes
2024-11-09T00:15:49,751 INFO  [RS:0;ef986b38239e:41889 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T00:15:49,751 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f.
2024-11-09T00:15:49,751 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f.
2024-11-09T00:15:49,751 INFO  [RS:0;ef986b38239e:41889 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T00:15:49,751 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f. after waiting 0 ms
2024-11-09T00:15:49,751 INFO  [RS:0;ef986b38239e:41889 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T00:15:49,751 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f.
2024-11-09T00:15:49,751 INFO  [RS:0;ef986b38239e:41889 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-09T00:15:49,752 INFO  [RS:0;ef986b38239e:41889 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-09T00:15:49,752 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:15:49,752 DEBUG [RS:0;ef986b38239e:41889 {}] regionserver.HRegionServer(1325): Online Regions={900caf4e61d0386e9db8718863a6a57f=hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f., 1588230740=hbase:meta,,1.1588230740}
2024-11-09T00:15:49,752 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:15:49,752 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:15:49,752 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:15:49,752 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:15:49,753 DEBUG [RS:0;ef986b38239e:41889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 900caf4e61d0386e9db8718863a6a57f
2024-11-09T00:15:49,757 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB
2024-11-09T00:15:49,757 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 900caf4e61d0386e9db8718863a6a57f 3/3 column families, dataSize=294 B heapSize=1.19 KB
2024-11-09T00:15:49,768 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41889,1731111336265.replicationSource.wal-reader.ef986b38239e%2C41889%2C1731111336265,1-ef986b38239e,41889,1731111336265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265/ef986b38239e%2C41889%2C1731111336265.1731111339025 to pos 0, reset compression=false
2024-11-09T00:15:49,772 INFO  [regionserver/ef986b38239e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:15:49,816 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/meta/1588230740/.tmp/info/bf2de8da443a4726a7df2588a2709444 is 147, key is hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f./info:regioninfo/1731111347858/Put/seqid=0
2024-11-09T00:15:49,816 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/replication/900caf4e61d0386e9db8718863a6a57f/.tmp/queue/25297b8b918646f5b9019ea52cb1cf34 is 151, key is 1-ef986b38239e,41889,1731111336265/queue:ef986b38239e%2C41889%2C1731111336265/1731111348243/Put/seqid=0
2024-11-09T00:15:49,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741838_1014 (size=5500)
2024-11-09T00:15:49,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741839_1015 (size=6631)
2024-11-09T00:15:49,911 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-09T00:15:49,912 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-09T00:15:49,953 DEBUG [RS:0;ef986b38239e:41889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 900caf4e61d0386e9db8718863a6a57f
2024-11-09T00:15:49,980 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,41889,1731111336265.replicationSource.wal-reader.ef986b38239e%2C41889%2C1731111336265,2-ef986b38239e,41889,1731111336265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265/ef986b38239e%2C41889%2C1731111336265.1731111339025 to pos 0, reset compression=false
2024-11-09T00:15:50,153 DEBUG [RS:0;ef986b38239e:41889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 900caf4e61d0386e9db8718863a6a57f
2024-11-09T00:15:50,227 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/replication/900caf4e61d0386e9db8718863a6a57f/.tmp/queue/25297b8b918646f5b9019ea52cb1cf34
2024-11-09T00:15:50,227 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/meta/1588230740/.tmp/info/bf2de8da443a4726a7df2588a2709444
2024-11-09T00:15:50,269 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/replication/900caf4e61d0386e9db8718863a6a57f/.tmp/queue/25297b8b918646f5b9019ea52cb1cf34 as hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/replication/900caf4e61d0386e9db8718863a6a57f/queue/25297b8b918646f5b9019ea52cb1cf34
2024-11-09T00:15:50,280 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/replication/900caf4e61d0386e9db8718863a6a57f/queue/25297b8b918646f5b9019ea52cb1cf34, entries=2, sequenceid=6, filesize=5.4 K
2024-11-09T00:15:50,286 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/meta/1588230740/.tmp/ns/6cb65d5abd1c446284d5b7634700bd0e is 43, key is default/ns:d/1731111340222/Put/seqid=0
2024-11-09T00:15:50,288 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 900caf4e61d0386e9db8718863a6a57f in 531ms, sequenceid=6, compaction requested=false
2024-11-09T00:15:50,288 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-09T00:15:50,291 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741840_1016 (size=5153)
2024-11-09T00:15:50,292 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/meta/1588230740/.tmp/ns/6cb65d5abd1c446284d5b7634700bd0e
2024-11-09T00:15:50,297 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/replication/900caf4e61d0386e9db8718863a6a57f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-09T00:15:50,299 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:15:50,300 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:15:50,300 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f.
2024-11-09T00:15:50,300 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 900caf4e61d0386e9db8718863a6a57f:
Waiting for close lock at 1731111349750Running coprocessor pre-close hooks at 1731111349751 (+1 ms)Disabling compacts and flushes for region at 1731111349751Disabling writes for close at 1731111349751Obtaining lock to block concurrent updates at 1731111349757 (+6 ms)Preparing flush snapshotting stores in 900caf4e61d0386e9db8718863a6a57f at 1731111349757Finished memstore snapshotting hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731111349763 (+6 ms)Flushing stores of hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f. at 1731111349765 (+2 ms)Flushing 900caf4e61d0386e9db8718863a6a57f/queue: creating writer at 1731111349766 (+1 ms)Flushing 900caf4e61d0386e9db8718863a6a57f/queue: appending metadata at 1731111349803 (+37 ms)Flushing 900caf4e61d0386e9db8718863a6a57f/queue: closing flushed file at 1731111349806 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36cd377f: reopening flushed file at 1731111350267 (+461 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 900caf4e61d0386e9db8718863a6a57f in 531ms, sequenceid=6, compaction requested=false at 1731111350288 (+21 ms)Writing region close event to WAL at 1731111350292 (+4 ms)Running coprocessor post-close hooks at 1731111350297 (+5 ms)Closed at 1731111350300 (+3 ms)
2024-11-09T00:15:50,301 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f.
2024-11-09T00:15:50,317 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/meta/1588230740/.tmp/table/fc9106e87ee340718197fb6f29febaed is 53, key is hbase:replication/table:state/1731111347874/Put/seqid=0
2024-11-09T00:15:50,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741841_1017 (size=5256)
2024-11-09T00:15:50,354 DEBUG [RS:0;ef986b38239e:41889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:15:50,374 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41889,1731111336265.replicationSource.wal-reader.ef986b38239e%2C41889%2C1731111336265,1-ef986b38239e,41889,1731111336265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265/ef986b38239e%2C41889%2C1731111336265.1731111339025 to pos 0, reset compression=false
2024-11-09T00:15:50,489 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,41889,1731111336265.replicationSource.wal-reader.ef986b38239e%2C41889%2C1731111336265,2-ef986b38239e,41889,1731111336265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265/ef986b38239e%2C41889%2C1731111336265.1731111339025 to pos 0, reset compression=false
2024-11-09T00:15:50,554 DEBUG [RS:0;ef986b38239e:41889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:15:50,724 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/meta/1588230740/.tmp/table/fc9106e87ee340718197fb6f29febaed
2024-11-09T00:15:50,736 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/meta/1588230740/.tmp/info/bf2de8da443a4726a7df2588a2709444 as hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/meta/1588230740/info/bf2de8da443a4726a7df2588a2709444
2024-11-09T00:15:50,745 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/meta/1588230740/info/bf2de8da443a4726a7df2588a2709444, entries=10, sequenceid=11, filesize=6.5 K
2024-11-09T00:15:50,747 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/meta/1588230740/.tmp/ns/6cb65d5abd1c446284d5b7634700bd0e as hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/meta/1588230740/ns/6cb65d5abd1c446284d5b7634700bd0e
2024-11-09T00:15:50,754 INFO  [RS:0;ef986b38239e:41889 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-09T00:15:50,754 DEBUG [RS:0;ef986b38239e:41889 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-09T00:15:50,754 DEBUG [RS:0;ef986b38239e:41889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:15:50,758 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/meta/1588230740/ns/6cb65d5abd1c446284d5b7634700bd0e, entries=2, sequenceid=11, filesize=5.0 K
2024-11-09T00:15:50,760 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/meta/1588230740/.tmp/table/fc9106e87ee340718197fb6f29febaed as hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/meta/1588230740/table/fc9106e87ee340718197fb6f29febaed
2024-11-09T00:15:50,769 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/meta/1588230740/table/fc9106e87ee340718197fb6f29febaed, entries=2, sequenceid=11, filesize=5.1 K
2024-11-09T00:15:50,771 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1018ms, sequenceid=11, compaction requested=false
2024-11-09T00:15:50,776 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-09T00:15:50,776 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:15:50,777 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:15:50,777 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:15:50,777 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111349752Running coprocessor pre-close hooks at 1731111349752Disabling compacts and flushes for region at 1731111349752Disabling writes for close at 1731111349752Obtaining lock to block concurrent updates at 1731111349757 (+5 ms)Preparing flush snapshotting stores in 1588230740 at 1731111349757Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731111349763 (+6 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731111349765 (+2 ms)Flushing 1588230740/info: creating writer at 1731111349766 (+1 ms)Flushing 1588230740/info: appending metadata at 1731111349804 (+38 ms)Flushing 1588230740/info: closing flushed file at 1731111349806 (+2 ms)Flushing 1588230740/ns: creating writer at 1731111350267 (+461 ms)Flushing 1588230740/ns: appending metadata at 1731111350284 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731111350284Flushing 1588230740/table: creating writer at 1731111350301 (+17 ms)Flushing 1588230740/table: appending metadata at 1731111350317 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731111350317Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52251fc7: reopening flushed file at 1731111350734 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@454098c4: reopening flushed file at 1731111350745 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cbbd2f8: reopening flushed file at 1731111350758 (+13 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1018ms, sequenceid=11, compaction requested=false at 1731111350771 (+13 ms)Writing region close event to WAL at 1731111350772 (+1 ms)Running coprocessor post-close hooks at 1731111350776 (+4 ms)Closed at 1731111350777 (+1 ms)
2024-11-09T00:15:50,777 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-09T00:15:50,955 INFO  [RS:0;ef986b38239e:41889 {}] regionserver.HRegionServer(976): stopping server ef986b38239e,41889,1731111336265; all regions closed.
2024-11-09T00:15:50,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741834_1010 (size=2742)
2024-11-09T00:15:50,970 DEBUG [RS:0;ef986b38239e:41889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/oldWALs
2024-11-09T00:15:50,971 INFO  [RS:0;ef986b38239e:41889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef986b38239e%2C41889%2C1731111336265.meta:.meta(num 1731111340030)
2024-11-09T00:15:50,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741837_1013 (size=1802)
2024-11-09T00:15:50,977 DEBUG [RS:0;ef986b38239e:41889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/oldWALs
2024-11-09T00:15:50,977 INFO  [RS:0;ef986b38239e:41889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef986b38239e%2C41889%2C1731111336265.rep:(num 1731111347809)
2024-11-09T00:15:50,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741832_1008 (size=93)
2024-11-09T00:15:50,982 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265/ef986b38239e%2C41889%2C1731111336265.1731111339025 not finished, retry = 0
2024-11-09T00:15:51,086 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41889,1731111336265.replicationSource.wal-reader.ef986b38239e%2C41889%2C1731111336265,1-ef986b38239e,41889,1731111336265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265/ef986b38239e%2C41889%2C1731111336265.1731111339025 to pos 0, reset compression=false
2024-11-09T00:15:51,087 DEBUG [RS:0;ef986b38239e:41889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/oldWALs
2024-11-09T00:15:51,087 INFO  [RS:0;ef986b38239e:41889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef986b38239e%2C41889%2C1731111336265:(num 1731111339025)
2024-11-09T00:15:51,087 DEBUG [RS:0;ef986b38239e:41889 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:51,087 INFO  [RS:0;ef986b38239e:41889 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:15:51,087 INFO  [RS:0;ef986b38239e:41889 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:15:51,088 INFO  [RS:0;ef986b38239e:41889 {}] hbase.ChoreService(370): Chore service for: regionserver/ef986b38239e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-09T00:15:51,088 INFO  [RS:0;ef986b38239e:41889 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:15:51,088 INFO  [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:15:51,089 INFO  [RS:0;ef986b38239e:41889 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef986b38239e,41889,1731111336265 because: Region server is closing
2024-11-09T00:15:51,089 INFO  [RS:0;ef986b38239e:41889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:41889.
2024-11-09T00:15:51,089 DEBUG [RS:0;ef986b38239e:41889 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:15:51,090 DEBUG [RS:0;ef986b38239e:41889 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:51,090 DEBUG [RS:0;ef986b38239e:41889 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:51,090 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:15:51,090 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41889,1731111336265.replicationSource.wal-reader.ef986b38239e%2C41889%2C1731111336265,1-ef986b38239e,41889,1731111336265 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265/ef986b38239e%2C41889%2C1731111336265.1731111339025 was moved to hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/oldWALs/ef986b38239e%2C41889%2C1731111336265.1731111339025
2024-11-09T00:15:51,096 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41889,1731111336265.replicationSource.wal-reader.ef986b38239e%2C41889%2C1731111336265,1-ef986b38239e,41889,1731111336265 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265/ef986b38239e%2C41889%2C1731111336265.1731111339025
2024-11-09T00:15:51,101 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,41889,1731111336265.replicationSource.wal-reader.ef986b38239e%2C41889%2C1731111336265,2-ef986b38239e,41889,1731111336265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265/ef986b38239e%2C41889%2C1731111336265.1731111339025 to pos 0, reset compression=false
2024-11-09T00:15:51,096 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41889,1731111336265.replicationSource.shipperef986b38239e%2C41889%2C1731111336265,1-ef986b38239e,41889,1731111336265 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,41889,1731111336265 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265/ef986b38239e%2C41889%2C1731111336265.1731111339025, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0]
2024-11-09T00:15:51,104 ERROR [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41889,1731111336265.replicationSource.shipperef986b38239e%2C41889%2C1731111336265,1-ef986b38239e,41889,1731111336265 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ef986b38239e,41889,1731111336265: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ef986b38239e,41889,1731111336265, walGroup=ef986b38239e%2C41889%2C1731111336265, offset=ef986b38239e%2C41889%2C1731111336265.1731111339025:-1, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:41889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-09T00:15:51,107 ERROR [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41889,1731111336265.replicationSource.shipperef986b38239e%2C41889%2C1731111336265,1-ef986b38239e,41889,1731111336265 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-09T00:15:51,108 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,41889,1731111336265.replicationSource.wal-reader.ef986b38239e%2C41889%2C1731111336265,2-ef986b38239e,41889,1731111336265 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265/ef986b38239e%2C41889%2C1731111336265.1731111339025 was moved to hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/oldWALs/ef986b38239e%2C41889%2C1731111336265.1731111339025
2024-11-09T00:15:51,109 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41889,1731111336265.replicationSource.shipperef986b38239e%2C41889%2C1731111336265,1-ef986b38239e,41889,1731111336265 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-09T00:15:51,110 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41889,1731111336265.replicationSource.shipperef986b38239e%2C41889%2C1731111336265,1-ef986b38239e,41889,1731111336265 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-09T00:15:51,111 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41889,1731111336265.replicationSource.shipperef986b38239e%2C41889%2C1731111336265,1-ef986b38239e,41889,1731111336265 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-09T00:15:51,111 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41889,1731111336265.replicationSource.shipperef986b38239e%2C41889%2C1731111336265,1-ef986b38239e,41889,1731111336265 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-09T00:15:51,111 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41889,1731111336265.replicationSource.shipperef986b38239e%2C41889%2C1731111336265,1-ef986b38239e,41889,1731111336265 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "Verbose": false,
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1048576000,
        "init": 1048576000,
        "max": 2306867200,
        "used": 393948224
      },
      "NonHeapMemoryUsage": {
        "committed": 152764416,
        "init": 7667712,
        "max": -1,
        "used": 150453824
      },
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-09T00:15:51,112 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-09T00:15:51,112 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,41889,1731111336265.replicationSource.wal-reader.ef986b38239e%2C41889%2C1731111336265,2-ef986b38239e,41889,1731111336265 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265/ef986b38239e%2C41889%2C1731111336265.1731111339025
2024-11-09T00:15:51,112 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,41889,1731111336265.replicationSource.wal-reader.ef986b38239e%2C41889%2C1731111336265,2-ef986b38239e,41889,1731111336265 {}] regionserver.WALEntryStream(241): No more WAL files in queue
2024-11-09T00:15:51,112 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,41889,1731111336265.replicationSource.shipperef986b38239e%2C41889%2C1731111336265,2-ef986b38239e,41889,1731111336265 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-ef986b38239e,41889,1731111336265 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265/ef986b38239e%2C41889%2C1731111336265.1731111339025, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0]
2024-11-09T00:15:51,112 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,41889,1731111336265.replicationSource.wal-reader.ef986b38239e%2C41889%2C1731111336265,2-ef986b38239e,41889,1731111336265 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader
2024-11-09T00:15:51,112 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41889,1731111336265.replicationSource.shipperef986b38239e%2C41889%2C1731111336265,1-ef986b38239e,41889,1731111336265 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [ef986b38239e%2C41889%2C1731111336265.1731111339025]
2024-11-09T00:15:51,113 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,41889,1731111336265.replicationSource.shipperef986b38239e%2C41889%2C1731111336265,2-ef986b38239e,41889,1731111336265 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue
2024-11-09T00:15:51,113 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,41889,1731111336265.replicationSource.shipperef986b38239e%2C41889%2C1731111336265,2-ef986b38239e,41889,1731111336265 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [ef986b38239e%2C41889%2C1731111336265.1731111339025]
2024-11-09T00:15:51,190 INFO  [RS:0;ef986b38239e:41889 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41889,1731111336265.replicationSource.shipperef986b38239e%2C41889%2C1731111336265,1-ef986b38239e,41889,1731111336265 terminated
2024-11-09T00:15:51,191 INFO  [RS:0;ef986b38239e:41889 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-ef986b38239e,41889,1731111336265 because: Region server is closing
2024-11-09T00:15:51,191 INFO  [RS:0;ef986b38239e:41889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:41889.
2024-11-09T00:15:51,191 DEBUG [RS:0;ef986b38239e:41889 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:15:51,192 DEBUG [RS:0;ef986b38239e:41889 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:51,192 DEBUG [RS:0;ef986b38239e:41889 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:51,192 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:15:51,192 INFO  [RS:0;ef986b38239e:41889 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,41889,1731111336265.replicationSource.shipperef986b38239e%2C41889%2C1731111336265,2-ef986b38239e,41889,1731111336265 terminated
2024-11-09T00:15:51,193 INFO  [RS:0;ef986b38239e:41889 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41889
2024-11-09T00:15:51,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x1011cf29e1f0001, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01403797406/rs/ef986b38239e,41889,1731111336265
2024-11-09T00:15:51,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41845-0x1011cf29e1f0000, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406/rs
2024-11-09T00:15:51,294 INFO  [RS:0;ef986b38239e:41889 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:15:51,296 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef986b38239e,41889,1731111336265]
2024-11-09T00:15:51,315 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01403797406/draining/ef986b38239e,41889,1731111336265 already deleted, retry=false
2024-11-09T00:15:51,315 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef986b38239e,41889,1731111336265 expired; onlineServers=0
2024-11-09T00:15:51,315 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef986b38239e,41845,1731111335552' *****
2024-11-09T00:15:51,315 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-09T00:15:51,316 INFO  [M:0;ef986b38239e:41845 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:15:51,316 INFO  [M:0;ef986b38239e:41845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:15:51,316 DEBUG [M:0;ef986b38239e:41845 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-09T00:15:51,316 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-09T00:15:51,316 DEBUG [M:0;ef986b38239e:41845 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-09T00:15:51,316 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111338724 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111338724,5,FailOnTimeoutGroup]
2024-11-09T00:15:51,316 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111338722 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111338722,5,FailOnTimeoutGroup]
2024-11-09T00:15:51,316 INFO  [M:0;ef986b38239e:41845 {}] hbase.ChoreService(370): Chore service for: master/ef986b38239e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-09T00:15:51,316 INFO  [M:0;ef986b38239e:41845 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:15:51,316 DEBUG [M:0;ef986b38239e:41845 {}] master.HMaster(1795): Stopping service threads
2024-11-09T00:15:51,316 INFO  [M:0;ef986b38239e:41845 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-09T00:15:51,317 INFO  [M:0;ef986b38239e:41845 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:15:51,317 INFO  [M:0;ef986b38239e:41845 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-09T00:15:51,317 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-09T00:15:51,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41845-0x1011cf29e1f0000, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01403797406/master
2024-11-09T00:15:51,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41845-0x1011cf29e1f0000, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406
2024-11-09T00:15:51,326 DEBUG [M:0;ef986b38239e:41845 {}] zookeeper.ZKUtil(347): master:41845-0x1011cf29e1f0000, quorum=127.0.0.1:64175, baseZNode=/01403797406 Unable to get data of znode /01403797406/master because node does not exist (not an error)
2024-11-09T00:15:51,326 WARN  [M:0;ef986b38239e:41845 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-09T00:15:51,327 INFO  [M:0;ef986b38239e:41845 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/.lastflushedseqids
2024-11-09T00:15:51,341 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741842_1018 (size=181)
2024-11-09T00:15:51,342 INFO  [M:0;ef986b38239e:41845 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-09T00:15:51,342 INFO  [M:0;ef986b38239e:41845 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-09T00:15:51,343 DEBUG [M:0;ef986b38239e:41845 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:15:51,343 INFO  [M:0;ef986b38239e:41845 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:15:51,343 DEBUG [M:0;ef986b38239e:41845 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:15:51,343 DEBUG [M:0;ef986b38239e:41845 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:15:51,343 DEBUG [M:0;ef986b38239e:41845 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:15:51,343 INFO  [M:0;ef986b38239e:41845 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB
2024-11-09T00:15:51,360 DEBUG [M:0;ef986b38239e:41845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/269d9229c6784704b7c864dd487f8328 is 82, key is hbase:meta,,1/info:regioninfo/1731111340113/Put/seqid=0
2024-11-09T00:15:51,365 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741843_1019 (size=5672)
2024-11-09T00:15:51,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x1011cf29e1f0001, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:15:51,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x1011cf29e1f0001, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:15:51,405 INFO  [RS:0;ef986b38239e:41889 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:15:51,405 INFO  [RS:0;ef986b38239e:41889 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef986b38239e,41889,1731111336265; zookeeper connection closed.
2024-11-09T00:15:51,406 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a73d8e1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a73d8e1
2024-11-09T00:15:51,406 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-09T00:15:51,759 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:15:51,767 INFO  [M:0;ef986b38239e:41845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/269d9229c6784704b7c864dd487f8328
2024-11-09T00:15:51,820 DEBUG [M:0;ef986b38239e:41845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91eb7bb0ff6b48eeafd7c9092e7fd22f is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731111347879/Put/seqid=0
2024-11-09T00:15:51,832 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741844_1020 (size=8663)
2024-11-09T00:15:52,233 INFO  [M:0;ef986b38239e:41845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91eb7bb0ff6b48eeafd7c9092e7fd22f
2024-11-09T00:15:52,277 DEBUG [M:0;ef986b38239e:41845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/340ed312255c4571a5726c78040a8caa is 69, key is ef986b38239e,41889,1731111336265/rs:state/1731111338774/Put/seqid=0
2024-11-09T00:15:52,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741845_1021 (size=5156)
2024-11-09T00:15:52,301 INFO  [M:0;ef986b38239e:41845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/340ed312255c4571a5726c78040a8caa
2024-11-09T00:15:52,316 DEBUG [M:0;ef986b38239e:41845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/269d9229c6784704b7c864dd487f8328 as hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/269d9229c6784704b7c864dd487f8328
2024-11-09T00:15:52,330 INFO  [M:0;ef986b38239e:41845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/269d9229c6784704b7c864dd487f8328, entries=8, sequenceid=115, filesize=5.5 K
2024-11-09T00:15:52,333 DEBUG [M:0;ef986b38239e:41845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91eb7bb0ff6b48eeafd7c9092e7fd22f as hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91eb7bb0ff6b48eeafd7c9092e7fd22f
2024-11-09T00:15:52,348 INFO  [M:0;ef986b38239e:41845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91eb7bb0ff6b48eeafd7c9092e7fd22f, entries=14, sequenceid=115, filesize=8.5 K
2024-11-09T00:15:52,351 DEBUG [M:0;ef986b38239e:41845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/340ed312255c4571a5726c78040a8caa as hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/340ed312255c4571a5726c78040a8caa
2024-11-09T00:15:52,364 INFO  [M:0;ef986b38239e:41845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/340ed312255c4571a5726c78040a8caa, entries=1, sequenceid=115, filesize=5.0 K
2024-11-09T00:15:52,366 INFO  [M:0;ef986b38239e:41845 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1023ms, sequenceid=115, compaction requested=false
2024-11-09T00:15:52,390 INFO  [M:0;ef986b38239e:41845 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:15:52,390 DEBUG [M:0;ef986b38239e:41845 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111351343Disabling compacts and flushes for region at 1731111351343Disabling writes for close at 1731111351343Obtaining lock to block concurrent updates at 1731111351343Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731111351343Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731111351344 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731111351344Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731111351344Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731111351360 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731111351360Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731111351785 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731111351819 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731111351819Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731111352252 (+433 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731111352272 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731111352273 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aef9ace: reopening flushed file at 1731111352314 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f98f282: reopening flushed file at 1731111352331 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@191b137a: reopening flushed file at 1731111352349 (+18 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1023ms, sequenceid=115, compaction requested=false at 1731111352366 (+17 ms)Writing region close event to WAL at 1731111352390 (+24 ms)Closed at 1731111352390
2024-11-09T00:15:52,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741830_1006 (size=59421)
2024-11-09T00:15:52,411 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:15:52,411 INFO  [M:0;ef986b38239e:41845 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-09T00:15:52,411 INFO  [M:0;ef986b38239e:41845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41845
2024-11-09T00:15:52,411 INFO  [M:0;ef986b38239e:41845 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:15:52,573 INFO  [M:0;ef986b38239e:41845 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:15:52,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41845-0x1011cf29e1f0000, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:15:52,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41845-0x1011cf29e1f0000, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:15:52,576 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:15:52,576 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:15:52,576 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:15:52,576 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:15:52,576 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:15:52,576 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:15:52,576 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-09T00:15:52,577 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:15:52,578 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44965
2024-11-09T00:15:52,580 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44965 connecting to ZooKeeper ensemble=127.0.0.1:64175
2024-11-09T00:15:52,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449650x0, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:15:52,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44965-0x1011cf29e1f0006 connected
2024-11-09T00:15:52,605 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:15:52,607 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:15:52,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44965-0x1011cf29e1f0006, quorum=127.0.0.1:64175, baseZNode=/01403797406 Set watcher on znode that does not yet exist, /01403797406/running
2024-11-09T00:15:52,611 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01403797406/meta-region-server: INIT
2024-11-09T00:15:52,611 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e, hbase.cluster.distributed=false
2024-11-09T00:15:52,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44965-0x1011cf29e1f0006, quorum=127.0.0.1:64175, baseZNode=/01403797406 Set watcher on znode that does not yet exist, /01403797406/acl
2024-11-09T00:15:52,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44965
2024-11-09T00:15:52,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44965
2024-11-09T00:15:52,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44965
2024-11-09T00:15:52,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44965
2024-11-09T00:15:52,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44965
2024-11-09T00:15:52,688 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:15:52,689 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:15:52,689 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:15:52,690 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:15:52,690 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:15:52,690 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:15:52,690 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T00:15:52,691 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:15:52,693 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43921
2024-11-09T00:15:52,697 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43921 connecting to ZooKeeper ensemble=127.0.0.1:64175
2024-11-09T00:15:52,699 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:15:52,703 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:15:52,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439210x0, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:15:52,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439210x0, quorum=127.0.0.1:64175, baseZNode=/01403797406 Set watcher on znode that does not yet exist, /01403797406/running
2024-11-09T00:15:52,727 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T00:15:52,727 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01403797406/meta-region-server: INIT
2024-11-09T00:15:52,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43921-0x1011cf29e1f0007 connected
2024-11-09T00:15:52,744 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T00:15:52,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43921-0x1011cf29e1f0007, quorum=127.0.0.1:64175, baseZNode=/01403797406 Set watcher on znode that does not yet exist, /01403797406/master
2024-11-09T00:15:52,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43921-0x1011cf29e1f0007, quorum=127.0.0.1:64175, baseZNode=/01403797406 Set watcher on znode that does not yet exist, /01403797406/acl
2024-11-09T00:15:52,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43921
2024-11-09T00:15:52,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43921
2024-11-09T00:15:52,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43921
2024-11-09T00:15:52,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43921
2024-11-09T00:15:52,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43921
2024-11-09T00:15:52,802 DEBUG [M:0;ef986b38239e:44965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef986b38239e:44965
2024-11-09T00:15:52,802 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01403797406/backup-masters/ef986b38239e,44965,1731111352575
2024-11-09T00:15:52,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43921-0x1011cf29e1f0007, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406/backup-masters
2024-11-09T00:15:52,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x1011cf29e1f0006, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406/backup-masters
2024-11-09T00:15:52,813 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44965-0x1011cf29e1f0006, quorum=127.0.0.1:64175, baseZNode=/01403797406 Set watcher on existing znode=/01403797406/backup-masters/ef986b38239e,44965,1731111352575
2024-11-09T00:15:52,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43921-0x1011cf29e1f0007, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01403797406/master
2024-11-09T00:15:52,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x1011cf29e1f0006, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406
2024-11-09T00:15:52,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43921-0x1011cf29e1f0007, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406
2024-11-09T00:15:52,821 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44965-0x1011cf29e1f0006, quorum=127.0.0.1:64175, baseZNode=/01403797406 Set watcher on existing znode=/01403797406/master
2024-11-09T00:15:52,821 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01403797406/backup-masters/ef986b38239e,44965,1731111352575 from backup master directory
2024-11-09T00:15:52,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43921-0x1011cf29e1f0007, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406/backup-masters
2024-11-09T00:15:52,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x1011cf29e1f0006, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01403797406/backup-masters/ef986b38239e,44965,1731111352575
2024-11-09T00:15:52,831 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:15:52,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x1011cf29e1f0006, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406/backup-masters
2024-11-09T00:15:52,831 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef986b38239e,44965,1731111352575
2024-11-09T00:15:52,859 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:15:52,859 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-09T00:15:52,882 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 23ms.
2024-11-09T00:15:52,901 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741846_1022 (size=196)
2024-11-09T00:15:53,303 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:15:53,304 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-09T00:15:53,305 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:15:53,317 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration
2024-11-09T00:15:53,320 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/WALs/ef986b38239e,41845,1731111335552 to hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/WALs/ef986b38239e,41845,1731111335552-dead as it is dead
2024-11-09T00:15:53,321 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils
2024-11-09T00:15:53,321 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease()
2024-11-09T00:15:53,321 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/WALs/ef986b38239e,41845,1731111335552-dead/ef986b38239e%2C41845%2C1731111335552.1731111338053
2024-11-09T00:15:53,326 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/WALs/ef986b38239e,41845,1731111335552-dead/ef986b38239e%2C41845%2C1731111335552.1731111338053 after 3ms
2024-11-09T00:15:53,327 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/WALs/ef986b38239e,41845,1731111335552-dead/ef986b38239e%2C41845%2C1731111335552.1731111338053 to hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ef986b38239e%2C41845%2C1731111335552.1731111338053
2024-11-09T00:15:53,327 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/WALs/ef986b38239e,41845,1731111335552-dead
2024-11-09T00:15:53,328 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/WALs/ef986b38239e,44965,1731111352575
2024-11-09T00:15:53,329 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:15:53,331 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef986b38239e%2C44965%2C1731111352575, suffix=, logDir=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/WALs/ef986b38239e,44965,1731111352575, archiveDir=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/oldWALs, maxLogs=10
2024-11-09T00:15:53,345 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/WALs/ef986b38239e,44965,1731111352575/ef986b38239e%2C44965%2C1731111352575.1731111353331, exclude list is [], retry=0
2024-11-09T00:15:53,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33051,DS-873b8f0a-cc52-4438-a942-bac630d1e330,DISK]
2024-11-09T00:15:53,351 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/WALs/ef986b38239e,44965,1731111352575/ef986b38239e%2C44965%2C1731111352575.1731111353331
2024-11-09T00:15:53,352 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41591:41591)]
2024-11-09T00:15:53,352 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:15:53,352 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:15:53,352 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:15:53,352 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:15:53,355 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:15:53,356 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-09T00:15:53,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:53,365 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/269d9229c6784704b7c864dd487f8328
2024-11-09T00:15:53,365 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:15:53,365 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:15:53,367 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-09T00:15:53,367 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:53,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91eb7bb0ff6b48eeafd7c9092e7fd22f
2024-11-09T00:15:53,376 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:15:53,377 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:15:53,378 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-09T00:15:53,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:53,388 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/340ed312255c4571a5726c78040a8caa
2024-11-09T00:15:53,388 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:15:53,389 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:15:53,390 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-09T00:15:53,390 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:53,391 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:15:53,391 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:15:53,392 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals
2024-11-09T00:15:53,392 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ef986b38239e%2C41845%2C1731111335552.1731111338053
2024-11-09T00:15:53,411 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ef986b38239e%2C41845%2C1731111335552.1731111338053
2024-11-09T00:15:53,413 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ef986b38239e%2C41845%2C1731111335552.1731111338053
2024-11-09T00:15:53,415 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:15:53,415 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:15:53,416 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:15:53,418 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:15:53,420 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1
2024-11-09T00:15:53,422 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60570662, jitterRate=-0.09742680191993713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:15:53,422 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731111353352Initializing all the Stores at 1731111353354 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111353354Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111353355 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111353355Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111353355Cleaning up temporary data from old regions at 1731111353415 (+60 ms)Region opened successfully at 1731111353422 (+7 ms)
2024-11-09T00:15:53,423 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-09T00:15:53,427 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6634997f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:15:53,441 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating...
2024-11-09T00:15:53,442 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-09T00:15:53,442 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-09T00:15:53,442 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-09T00:15:53,443 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-09T00:15:53,450 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-09T00:15:53,450 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-09T00:15:53,451 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-09T00:15:53,451 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-09T00:15:53,451 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure
2024-11-09T00:15:53,451 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure
2024-11-09T00:15:53,452 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec
2024-11-09T00:15:53,452 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-09T00:15:53,457 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=ef986b38239e,41889,1731111336265, regionLocation=ef986b38239e,41889,1731111336265, openSeqNum=2
2024-11-09T00:15:53,457 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=ef986b38239e,41889,1731111336265, table=hbase:meta, region=1588230740
2024-11-09T00:15:53,457 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,41889,1731111336265, state=OPEN
2024-11-09T00:15:53,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43921-0x1011cf29e1f0007, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01403797406/meta-region-server
2024-11-09T00:15:53,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x1011cf29e1f0006, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01403797406/meta-region-server
2024-11-09T00:15:53,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01403797406/meta-region-server: CHANGED
2024-11-09T00:15:53,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01403797406/meta-region-server: CHANGED
2024-11-09T00:15:53,510 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'.
2024-11-09T00:15:53,524 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01403797406/draining/ef986b38239e,41889,1731111336265 already deleted, retry=false
2024-11-09T00:15:53,524 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of ef986b38239e,41889,1731111336265 on ef986b38239e,44965,1731111352575
2024-11-09T00:15:53,531 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure ef986b38239e,41889,1731111336265, splitWal=true, meta=true
2024-11-09T00:15:53,535 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for ef986b38239e,41889,1731111336265 (carryingMeta=true) ef986b38239e,41889,1731111336265/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2332e09f[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-11-09T00:15:53,540 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44965-0x1011cf29e1f0006, quorum=127.0.0.1:64175, baseZNode=/01403797406 Unable to get data of znode /01403797406/balancer because node does not exist (not necessarily an error)
2024-11-09T00:15:53,574 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01403797406/balancer already deleted, retry=false
2024-11-09T00:15:53,575 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-09T00:15:53,577 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44965-0x1011cf29e1f0006, quorum=127.0.0.1:64175, baseZNode=/01403797406 Unable to get data of znode /01403797406/normalizer because node does not exist (not necessarily an error)
2024-11-09T00:15:53,599 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01403797406/normalizer already deleted, retry=false
2024-11-09T00:15:53,599 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-09T00:15:53,601 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44965-0x1011cf29e1f0006, quorum=127.0.0.1:64175, baseZNode=/01403797406 Unable to get data of znode /01403797406/switch/split because node does not exist (not necessarily an error)
2024-11-09T00:15:53,609 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01403797406/switch/split already deleted, retry=false
2024-11-09T00:15:53,611 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44965-0x1011cf29e1f0006, quorum=127.0.0.1:64175, baseZNode=/01403797406 Unable to get data of znode /01403797406/switch/merge because node does not exist (not necessarily an error)
2024-11-09T00:15:53,620 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01403797406/switch/merge already deleted, retry=false
2024-11-09T00:15:53,645 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44965-0x1011cf29e1f0006, quorum=127.0.0.1:64175, baseZNode=/01403797406 Unable to get data of znode /01403797406/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-09T00:15:53,651 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01403797406/snapshot-cleanup already deleted, retry=false
2024-11-09T00:15:53,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43921-0x1011cf29e1f0007, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01403797406/running
2024-11-09T00:15:53,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x1011cf29e1f0006, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01403797406/running
2024-11-09T00:15:53,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43921-0x1011cf29e1f0007, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406
2024-11-09T00:15:53,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x1011cf29e1f0006, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406
2024-11-09T00:15:53,663 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef986b38239e,44965,1731111352575, sessionid=0x1011cf29e1f0006, setting cluster-up flag (Was=false)
2024-11-09T00:15:53,674 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01403797406/flush-table-proc/acquired, /01403797406/flush-table-proc/reached, /01403797406/flush-table-proc/abort
2024-11-09T00:15:53,676 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,44965,1731111352575
2024-11-09T00:15:53,684 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01403797406/online-snapshot/acquired, /01403797406/online-snapshot/reached, /01403797406/online-snapshot/abort
2024-11-09T00:15:53,686 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,44965,1731111352575
2024-11-09T00:15:53,687 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/.lastflushedseqids
2024-11-09T00:15:53,691 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-09T00:15:53,691 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-09T00:15:53,692 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef986b38239e,44965,1731111352575
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 1
  ef986b38239e,41889,1731111336265
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-09T00:15:53,694 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:15:53,694 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:15:53,694 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:15:53,694 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:15:53,694 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef986b38239e:0, corePoolSize=10, maxPoolSize=10
2024-11-09T00:15:53,694 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:53,694 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:15:53,694 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:53,695 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731111383695
2024-11-09T00:15:53,695 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-09T00:15:53,695 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-09T00:15:53,695 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-09T00:15:53,696 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-09T00:15:53,696 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-09T00:15:53,696 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-09T00:15:53,697 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:53,698 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure ef986b38239e,41889,1731111336265, splitWal=true, meta=true
2024-11-09T00:15:53,699 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-09T00:15:53,699 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-09T00:15:53,699 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-09T00:15:53,699 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-09T00:15:53,699 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-09T00:15:53,699 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-09T00:15:53,700 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111353699,5,FailOnTimeoutGroup]
2024-11-09T00:15:53,700 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111353700,5,FailOnTimeoutGroup]
2024-11-09T00:15:53,700 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:53,700 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-09T00:15:53,700 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:53,700 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:53,700 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure ef986b38239e,41889,1731111336265, splitWal=true, meta=true, isMeta: true
2024-11-09T00:15:53,700 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731111353700, completionTime=-1
2024-11-09T00:15:53,700 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring.
2024-11-09T00:15:53,702 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265-splitting
2024-11-09T00:15:53,703 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms
2024-11-09T00:15:53,705 INFO  [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265-splitting dir is empty, no logs to split.
2024-11-09T00:15:53,705 INFO  [PEWorker-1 {}] master.SplitWALManager(105): ef986b38239e,41889,1731111336265 WAL count=0, meta=true
2024-11-09T00:15:53,710 INFO  [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265-splitting dir is empty, no logs to split.
2024-11-09T00:15:53,710 INFO  [PEWorker-1 {}] master.SplitWALManager(105): ef986b38239e,41889,1731111336265 WAL count=0, meta=true
2024-11-09T00:15:53,710 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if ef986b38239e,41889,1731111336265 WAL splitting is done? wals=0, meta=true
2024-11-09T00:15:53,712 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-09T00:15:53,714 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:15:53,715 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-09T00:15:53,787 INFO  [RS:0;ef986b38239e:43921 {}] regionserver.HRegionServer(746): ClusterId : 7675a91c-2e7a-44cc-9bfe-039ff6ab399d
2024-11-09T00:15:53,787 DEBUG [RS:0;ef986b38239e:43921 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T00:15:53,800 DEBUG [RS:0;ef986b38239e:43921 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T00:15:53,800 DEBUG [RS:0;ef986b38239e:43921 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T00:15:53,811 DEBUG [RS:0;ef986b38239e:43921 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T00:15:53,811 DEBUG [RS:0;ef986b38239e:43921 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c91bfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:15:53,822 DEBUG [RS:0;ef986b38239e:43921 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef986b38239e:43921
2024-11-09T00:15:53,823 INFO  [RS:0;ef986b38239e:43921 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T00:15:53,823 INFO  [RS:0;ef986b38239e:43921 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T00:15:53,823 DEBUG [RS:0;ef986b38239e:43921 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T00:15:53,824 INFO  [RS:0;ef986b38239e:43921 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef986b38239e,44965,1731111352575 with port=43921, startcode=1731111352688
2024-11-09T00:15:53,824 DEBUG [RS:0;ef986b38239e:43921 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T00:15:53,826 INFO  [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T00:15:53,826 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44965 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef986b38239e,43921,1731111352688
2024-11-09T00:15:53,826 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44965 {}] master.ServerManager(517): Registering regionserver=ef986b38239e,43921,1731111352688
2024-11-09T00:15:53,828 DEBUG [RS:0;ef986b38239e:43921 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e
2024-11-09T00:15:53,828 DEBUG [RS:0;ef986b38239e:43921 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36895
2024-11-09T00:15:53,828 DEBUG [RS:0;ef986b38239e:43921 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T00:15:53,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x1011cf29e1f0006, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406/rs
2024-11-09T00:15:53,842 DEBUG [RS:0;ef986b38239e:43921 {}] zookeeper.ZKUtil(111): regionserver:43921-0x1011cf29e1f0007, quorum=127.0.0.1:64175, baseZNode=/01403797406 Set watcher on existing znode=/01403797406/rs/ef986b38239e,43921,1731111352688
2024-11-09T00:15:53,842 WARN  [RS:0;ef986b38239e:43921 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:15:53,842 INFO  [RS:0;ef986b38239e:43921 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:15:53,842 DEBUG [RS:0;ef986b38239e:43921 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688
2024-11-09T00:15:53,842 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef986b38239e,43921,1731111352688]
2024-11-09T00:15:53,854 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=154ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms
2024-11-09T00:15:53,865 WARN  [ef986b38239e:44965 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-09T00:15:53,881 INFO  [RS:0;ef986b38239e:43921 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T00:15:53,884 INFO  [RS:0;ef986b38239e:43921 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T00:15:53,884 INFO  [RS:0;ef986b38239e:43921 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T00:15:53,885 INFO  [RS:0;ef986b38239e:43921 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:53,885 INFO  [RS:0;ef986b38239e:43921 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T00:15:53,886 INFO  [RS:0;ef986b38239e:43921 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T00:15:53,886 INFO  [RS:0;ef986b38239e:43921 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:53,886 DEBUG [RS:0;ef986b38239e:43921 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:53,886 DEBUG [RS:0;ef986b38239e:43921 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:53,886 DEBUG [RS:0;ef986b38239e:43921 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:53,886 DEBUG [RS:0;ef986b38239e:43921 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:53,886 DEBUG [RS:0;ef986b38239e:43921 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:53,887 DEBUG [RS:0;ef986b38239e:43921 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:15:53,887 DEBUG [RS:0;ef986b38239e:43921 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:53,887 DEBUG [RS:0;ef986b38239e:43921 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:53,887 DEBUG [RS:0;ef986b38239e:43921 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:53,887 DEBUG [RS:0;ef986b38239e:43921 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:53,887 DEBUG [RS:0;ef986b38239e:43921 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:53,887 DEBUG [RS:0;ef986b38239e:43921 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:15:53,887 DEBUG [RS:0;ef986b38239e:43921 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:15:53,887 DEBUG [RS:0;ef986b38239e:43921 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:15:53,888 INFO  [RS:0;ef986b38239e:43921 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:53,888 INFO  [RS:0;ef986b38239e:43921 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:53,888 INFO  [RS:0;ef986b38239e:43921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:53,888 INFO  [RS:0;ef986b38239e:43921 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:53,888 INFO  [RS:0;ef986b38239e:43921 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:53,888 INFO  [RS:0;ef986b38239e:43921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,43921,1731111352688-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:15:53,904 INFO  [RS:0;ef986b38239e:43921 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T00:15:53,904 INFO  [RS:0;ef986b38239e:43921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,43921,1731111352688-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:53,920 INFO  [RS:0;ef986b38239e:43921 {}] regionserver.ReplicationSource(231): queueId=1-ef986b38239e,43921,1731111352688, ReplicationSource: 1, currentBandwidth=0
2024-11-09T00:15:53,934 INFO  [RS:0;ef986b38239e:43921 {}] regionserver.ReplicationSource(231): queueId=2-ef986b38239e,43921,1731111352688, ReplicationSource: 2, currentBandwidth=0
2024-11-09T00:15:53,935 INFO  [RS:0;ef986b38239e:43921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:53,935 INFO  [RS:0;ef986b38239e:43921 {}] regionserver.Replication(171): ef986b38239e,43921,1731111352688 started
2024-11-09T00:15:53,941 DEBUG [RS:0;ef986b38239e:43921.replicationSource,1-ef986b38239e,43921,1731111352688 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:36957'
2024-11-09T00:15:53,943 DEBUG [RS:0;ef986b38239e:43921.replicationSource,1-ef986b38239e,43921,1731111352688 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76ca28a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:53,943 DEBUG [RS:0;ef986b38239e:43921.replicationSource,1-ef986b38239e,43921,1731111352688 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,36957,-1 for getting cluster id
2024-11-09T00:15:53,943 DEBUG [RS:0;ef986b38239e:43921.replicationSource,1-ef986b38239e,43921,1731111352688 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:15:53,945 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1bb609ec-bf65-42f9-95fa-f23167e6e30a'
2024-11-09T00:15:53,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:15:53,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1bb609ec-bf65-42f9-95fa-f23167e6e30a"

2024-11-09T00:15:53,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63d1b496, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:53,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,36957,-1]
2024-11-09T00:15:53,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:15:53,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:53,948 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:15:53,949 DEBUG [RS:0;ef986b38239e:43921.replicationSource,1-ef986b38239e,43921,1731111352688 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35177904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:53,949 DEBUG [RS:0;ef986b38239e:43921.replicationSource,1-ef986b38239e,43921,1731111352688 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:15:53,950 INFO  [RS:0;ef986b38239e:43921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:53,950 INFO  [RS:0;ef986b38239e:43921 {}] regionserver.HRegionServer(1482): Serving as ef986b38239e,43921,1731111352688, RpcServer on ef986b38239e/172.17.0.3:43921, sessionid=0x1011cf29e1f0007
2024-11-09T00:15:53,950 DEBUG [RS:0;ef986b38239e:43921.replicationSource,2-ef986b38239e,43921,1731111352688 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:36957'
2024-11-09T00:15:53,950 DEBUG [RS:0;ef986b38239e:43921 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T00:15:53,950 DEBUG [RS:0;ef986b38239e:43921 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef986b38239e,43921,1731111352688
2024-11-09T00:15:53,950 DEBUG [RS:0;ef986b38239e:43921 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,43921,1731111352688'
2024-11-09T00:15:53,950 DEBUG [RS:0;ef986b38239e:43921 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01403797406/flush-table-proc/abort'
2024-11-09T00:15:53,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,36957,1731111342631
2024-11-09T00:15:53,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37644a20
2024-11-09T00:15:53,951 DEBUG [RS:0;ef986b38239e:43921 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01403797406/flush-table-proc/acquired'
2024-11-09T00:15:53,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:15:53,951 DEBUG [RS:0;ef986b38239e:43921 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T00:15:53,951 DEBUG [RS:0;ef986b38239e:43921 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T00:15:53,951 DEBUG [RS:0;ef986b38239e:43921 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef986b38239e,43921,1731111352688
2024-11-09T00:15:53,951 DEBUG [RS:0;ef986b38239e:43921 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,43921,1731111352688'
2024-11-09T00:15:53,952 DEBUG [RS:0;ef986b38239e:43921 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01403797406/online-snapshot/abort'
2024-11-09T00:15:53,952 DEBUG [RS:0;ef986b38239e:43921.replicationSource,2-ef986b38239e,43921,1731111352688 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33b9d5b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:53,952 DEBUG [RS:0;ef986b38239e:43921.replicationSource,2-ef986b38239e,43921,1731111352688 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,36957,-1 for getting cluster id
2024-11-09T00:15:53,952 DEBUG [RS:0;ef986b38239e:43921 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01403797406/online-snapshot/acquired'
2024-11-09T00:15:53,952 DEBUG [RS:0;ef986b38239e:43921.replicationSource,2-ef986b38239e,43921,1731111352688 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:15:53,953 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService
2024-11-09T00:15:53,953 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1bb609ec-bf65-42f9-95fa-f23167e6e30a'
2024-11-09T00:15:53,953 DEBUG [RS:0;ef986b38239e:43921 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T00:15:53,953 INFO  [RS:0;ef986b38239e:43921 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T00:15:53,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:15:53,953 INFO  [RS:0;ef986b38239e:43921 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T00:15:53,953 INFO  [RS:0;ef986b38239e:43921.replicationSource,1-ef986b38239e,43921,1731111352688 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef986b38239e,43921,1731111352688 (queues=0) is replicating from cluster=7675a91c-2e7a-44cc-9bfe-039ff6ab399d to cluster=1bb609ec-bf65-42f9-95fa-f23167e6e30a
2024-11-09T00:15:53,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1bb609ec-bf65-42f9-95fa-f23167e6e30a"

2024-11-09T00:15:53,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46fcd9c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:53,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,36957,-1]
2024-11-09T00:15:53,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:15:53,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:53,955 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:15:53,956 DEBUG [RS:0;ef986b38239e:43921.replicationSource,2-ef986b38239e,43921,1731111352688 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@585ec426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:53,956 DEBUG [RS:0;ef986b38239e:43921.replicationSource,2-ef986b38239e,43921,1731111352688 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:15:53,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,36957,1731111342631
2024-11-09T00:15:53,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6659f1cd
2024-11-09T00:15:53,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:15:53,958 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService
2024-11-09T00:15:53,959 INFO  [RS:0;ef986b38239e:43921.replicationSource,2-ef986b38239e,43921,1731111352688 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-ef986b38239e,43921,1731111352688 (queues=0) is replicating from cluster=7675a91c-2e7a-44cc-9bfe-039ff6ab399d to cluster=1bb609ec-bf65-42f9-95fa-f23167e6e30a
2024-11-09T00:15:54,054 INFO  [RS:0;ef986b38239e:43921 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:15:54,056 INFO  [RS:0;ef986b38239e:43921 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C43921%2C1731111352688, suffix=, logDir=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688, archiveDir=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/oldWALs, maxLogs=10
2024-11-09T00:15:54,069 DEBUG [RS:0;ef986b38239e:43921 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688/ef986b38239e%2C43921%2C1731111352688.1731111354056, exclude list is [], retry=0
2024-11-09T00:15:54,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33051,DS-873b8f0a-cc52-4438-a942-bac630d1e330,DISK]
2024-11-09T00:15:54,075 INFO  [RS:0;ef986b38239e:43921 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688/ef986b38239e%2C43921%2C1731111352688.1731111354056
2024-11-09T00:15:54,075 DEBUG [RS:0;ef986b38239e:43921 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group ef986b38239e%2C43921%2C1731111352688 for peer 2
2024-11-09T00:15:54,075 DEBUG [RS:0;ef986b38239e:43921 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group ef986b38239e%2C43921%2C1731111352688 for peer 1
2024-11-09T00:15:54,075 DEBUG [RS:0;ef986b38239e:43921 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef986b38239e%2C43921%2C1731111352688
2024-11-09T00:15:54,075 INFO  [RS:0;ef986b38239e:43921 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef986b38239e,43921,1731111352688, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-09T00:15:54,075 DEBUG [RS:0;ef986b38239e:43921 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=ef986b38239e%2C43921%2C1731111352688
2024-11-09T00:15:54,075 INFO  [RS:0;ef986b38239e:43921.replicationSource.shipperef986b38239e%2C43921%2C1731111352688,1-ef986b38239e,43921,1731111352688 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef986b38239e%2C43921%2C1731111352688
2024-11-09T00:15:54,075 INFO  [RS:0;ef986b38239e:43921 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-ef986b38239e,43921,1731111352688, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-09T00:15:54,076 DEBUG [RS:0;ef986b38239e:43921 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41591:41591)]
2024-11-09T00:15:54,076 INFO  [RS:0;ef986b38239e:43921.replicationSource.shipperef986b38239e%2C43921%2C1731111352688,2-ef986b38239e,43921,1731111352688 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef986b38239e%2C43921%2C1731111352688
2024-11-09T00:15:54,076 DEBUG [RS:0;ef986b38239e:43921.replicationSource.wal-reader.ef986b38239e%2C43921%2C1731111352688,1-ef986b38239e,43921,1731111352688 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688/ef986b38239e%2C43921%2C1731111352688.1731111354056, startPosition=0, beingWritten=true
2024-11-09T00:15:54,076 DEBUG [RS:0;ef986b38239e:43921.replicationSource.wal-reader.ef986b38239e%2C43921%2C1731111352688,2-ef986b38239e,43921,1731111352688 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688/ef986b38239e%2C43921%2C1731111352688.1731111354056, startPosition=0, beingWritten=true
2024-11-09T00:15:54,116 DEBUG [ef986b38239e:44965 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-09T00:15:54,116 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef986b38239e,43921,1731111352688
2024-11-09T00:15:54,118 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,43921,1731111352688, state=OPENING
2024-11-09T00:15:54,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43921-0x1011cf29e1f0007, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01403797406/meta-region-server
2024-11-09T00:15:54,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x1011cf29e1f0006, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01403797406/meta-region-server
2024-11-09T00:15:54,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01403797406/meta-region-server: CHANGED
2024-11-09T00:15:54,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01403797406/meta-region-server: CHANGED
2024-11-09T00:15:54,198 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:15:54,198 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,43921,1731111352688}]
2024-11-09T00:15:54,286 DEBUG [RS:0;ef986b38239e:43921.replicationSource.wal-reader.ef986b38239e%2C43921%2C1731111352688,2-ef986b38239e,43921,1731111352688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688/ef986b38239e%2C43921%2C1731111352688.1731111354056 to pos 0, reset compression=false
2024-11-09T00:15:54,287 DEBUG [RS:0;ef986b38239e:43921.replicationSource.wal-reader.ef986b38239e%2C43921%2C1731111352688,1-ef986b38239e,43921,1731111352688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688/ef986b38239e%2C43921%2C1731111352688.1731111354056 to pos 0, reset compression=false
2024-11-09T00:15:54,350 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:15:54,353 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-09T00:15:54,359 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-09T00:15:54,359 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:15:54,360 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-09T00:15:54,363 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C43921%2C1731111352688.meta, suffix=.meta, logDir=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688, archiveDir=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/oldWALs, maxLogs=10
2024-11-09T00:15:54,380 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688/ef986b38239e%2C43921%2C1731111352688.meta.1731111354364.meta, exclude list is [], retry=0
2024-11-09T00:15:54,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33051,DS-873b8f0a-cc52-4438-a942-bac630d1e330,DISK]
2024-11-09T00:15:54,384 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688/ef986b38239e%2C43921%2C1731111352688.meta.1731111354364.meta
2024-11-09T00:15:54,385 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41591:41591)]
2024-11-09T00:15:54,385 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:15:54,385 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:15:54,385 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:15:54,385 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-09T00:15:54,386 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-09T00:15:54,386 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-09T00:15:54,386 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:15:54,386 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-09T00:15:54,386 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-09T00:15:54,388 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:15:54,389 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:15:54,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:54,397 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/meta/1588230740/info/bf2de8da443a4726a7df2588a2709444
2024-11-09T00:15:54,397 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:15:54,397 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:15:54,399 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:15:54,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:54,407 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/meta/1588230740/ns/6cb65d5abd1c446284d5b7634700bd0e
2024-11-09T00:15:54,407 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:15:54,408 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:15:54,409 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:15:54,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:54,410 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:15:54,410 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:15:54,411 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:15:54,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:54,419 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/meta/1588230740/table/fc9106e87ee340718197fb6f29febaed
2024-11-09T00:15:54,419 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:15:54,419 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:15:54,420 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/meta/1588230740
2024-11-09T00:15:54,422 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/meta/1588230740
2024-11-09T00:15:54,423 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:15:54,423 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:15:54,424 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:15:54,426 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:15:54,427 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58899068, jitterRate=-0.12233549356460571}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:15:54,427 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-09T00:15:54,427 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731111354386Writing region info on filesystem at 1731111354386Initializing all the Stores at 1731111354387 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111354387Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111354388 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111354388Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111354388Cleaning up temporary data from old regions at 1731111354423 (+35 ms)Running coprocessor post-open hooks at 1731111354427 (+4 ms)Region opened successfully at 1731111354427
2024-11-09T00:15:54,429 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731111354350
2024-11-09T00:15:54,431 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-09T00:15:54,431 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-09T00:15:54,432 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=ef986b38239e,43921,1731111352688
2024-11-09T00:15:54,433 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,43921,1731111352688, state=OPEN
2024-11-09T00:15:54,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43921-0x1011cf29e1f0007, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01403797406/meta-region-server
2024-11-09T00:15:54,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x1011cf29e1f0006, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01403797406/meta-region-server
2024-11-09T00:15:54,441 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef986b38239e,43921,1731111352688
2024-11-09T00:15:54,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01403797406/meta-region-server: CHANGED
2024-11-09T00:15:54,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01403797406/meta-region-server: CHANGED
2024-11-09T00:15:54,445 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-09T00:15:54,445 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,43921,1731111352688 in 243 msec
2024-11-09T00:15:54,448 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15
2024-11-09T00:15:54,448 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 733 msec
2024-11-09T00:15:54,593 DEBUG [RS:0;ef986b38239e:43921.replicationSource.wal-reader.ef986b38239e%2C43921%2C1731111352688,1-ef986b38239e,43921,1731111352688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688/ef986b38239e%2C43921%2C1731111352688.1731111354056 to pos 0, reset compression=false
2024-11-09T00:15:54,593 DEBUG [RS:0;ef986b38239e:43921.replicationSource.wal-reader.ef986b38239e%2C43921%2C1731111352688,2-ef986b38239e,43921,1731111352688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688/ef986b38239e%2C43921%2C1731111352688.1731111354056 to pos 0, reset compression=false
2024-11-09T00:15:55,004 DEBUG [RS:0;ef986b38239e:43921.replicationSource.wal-reader.ef986b38239e%2C43921%2C1731111352688,1-ef986b38239e,43921,1731111352688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688/ef986b38239e%2C43921%2C1731111352688.1731111354056 to pos 0, reset compression=false
2024-11-09T00:15:55,004 DEBUG [RS:0;ef986b38239e:43921.replicationSource.wal-reader.ef986b38239e%2C43921%2C1731111352688,2-ef986b38239e,43921,1731111352688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688/ef986b38239e%2C43921%2C1731111352688.1731111354056 to pos 0, reset compression=false
2024-11-09T00:15:55,357 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1657ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms
2024-11-09T00:15:55,514 DEBUG [RS:0;ef986b38239e:43921.replicationSource.wal-reader.ef986b38239e%2C43921%2C1731111352688,2-ef986b38239e,43921,1731111352688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688/ef986b38239e%2C43921%2C1731111352688.1731111354056 to pos 0, reset compression=false
2024-11-09T00:15:55,514 DEBUG [RS:0;ef986b38239e:43921.replicationSource.wal-reader.ef986b38239e%2C43921%2C1731111352688,1-ef986b38239e,43921,1731111352688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688/ef986b38239e%2C43921%2C1731111352688.1731111354056 to pos 0, reset compression=false
2024-11-09T00:15:56,123 DEBUG [RS:0;ef986b38239e:43921.replicationSource.wal-reader.ef986b38239e%2C43921%2C1731111352688,2-ef986b38239e,43921,1731111352688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688/ef986b38239e%2C43921%2C1731111352688.1731111354056 to pos 0, reset compression=false
2024-11-09T00:15:56,123 DEBUG [RS:0;ef986b38239e:43921.replicationSource.wal-reader.ef986b38239e%2C43921%2C1731111352688,1-ef986b38239e,43921,1731111352688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688/ef986b38239e%2C43921%2C1731111352688.1731111354056 to pos 0, reset compression=false
2024-11-09T00:15:56,695 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:15:56,835 DEBUG [RS:0;ef986b38239e:43921.replicationSource.wal-reader.ef986b38239e%2C43921%2C1731111352688,1-ef986b38239e,43921,1731111352688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688/ef986b38239e%2C43921%2C1731111352688.1731111354056 to pos 0, reset compression=false
2024-11-09T00:15:56,835 DEBUG [RS:0;ef986b38239e:43921.replicationSource.wal-reader.ef986b38239e%2C43921%2C1731111352688,2-ef986b38239e,43921,1731111352688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688/ef986b38239e%2C43921%2C1731111352688.1731111354056 to pos 0, reset compression=false
2024-11-09T00:15:56,860 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3160ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms
2024-11-09T00:15:57,641 DEBUG [RS:0;ef986b38239e:43921.replicationSource.wal-reader.ef986b38239e%2C43921%2C1731111352688,2-ef986b38239e,43921,1731111352688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688/ef986b38239e%2C43921%2C1731111352688.1731111354056 to pos 0, reset compression=false
2024-11-09T00:15:57,641 DEBUG [RS:0;ef986b38239e:43921.replicationSource.wal-reader.ef986b38239e%2C43921%2C1731111352688,1-ef986b38239e,43921,1731111352688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688/ef986b38239e%2C43921%2C1731111352688.1731111354056 to pos 0, reset compression=false
2024-11-09T00:15:58,213 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running
2024-11-09T00:15:58,214 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-09T00:15:58,214 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:15:58,214 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,43921,1731111352688, seqNum=-1]
2024-11-09T00:15:58,215 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:15:58,217 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:15:58,226 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=900caf4e61d0386e9db8718863a6a57f, regionState=OPEN, lastHost=ef986b38239e,41889,1731111336265, regionLocation=ef986b38239e,41889,1731111336265, openSeqNum=2
2024-11-09T00:15:58,226 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-09T00:15:58,226 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731111418226
2024-11-09T00:15:58,226 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731111478226
2024-11-09T00:15:58,226 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 12 msec
2024-11-09T00:15:58,227 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,44965,1731111352575-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:58,227 INFO  [PEWorker-4 {}] procedure.ServerCrashProcedure(207): ef986b38239e,41889,1731111336265 had 2 regions
2024-11-09T00:15:58,227 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,44965,1731111352575-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:58,227 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,44965,1731111352575-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:58,227 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef986b38239e:44965, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:58,227 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:58,227 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:58,229 INFO  [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure ef986b38239e,41889,1731111336265, splitWal=true, meta=true, isMeta: false
2024-11-09T00:15:58,233 INFO  [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265-splitting dir is empty, no logs to split.
2024-11-09T00:15:58,233 INFO  [PEWorker-4 {}] master.SplitWALManager(105): ef986b38239e,41889,1731111336265 WAL count=0, meta=false
2024-11-09T00:15:58,236 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.405sec
2024-11-09T00:15:58,236 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-09T00:15:58,236 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-09T00:15:58,237 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-09T00:15:58,237 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-09T00:15:58,237 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-09T00:15:58,237 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,44965,1731111352575-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:15:58,237 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,44965,1731111352575-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-09T00:15:58,237 INFO  [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,41889,1731111336265-splitting dir is empty, no logs to split.
2024-11-09T00:15:58,238 INFO  [PEWorker-4 {}] master.SplitWALManager(105): ef986b38239e,41889,1731111336265 WAL count=0, meta=false
2024-11-09T00:15:58,238 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if ef986b38239e,41889,1731111336265 WAL splitting is done? wals=0, meta=false
2024-11-09T00:15:58,244 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=900caf4e61d0386e9db8718863a6a57f, ASSIGN}]
2024-11-09T00:15:58,246 WARN  [master/ef986b38239e:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=ef986b38239e,41889,1731111336265/hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f.
2024-11-09T00:15:58,247 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=900caf4e61d0386e9db8718863a6a57f, ASSIGN
2024-11-09T00:15:58,247 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-09T00:15:58,247 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-09T00:15:58,248 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,44965,1731111352575-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:15:58,249 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=900caf4e61d0386e9db8718863a6a57f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-09T00:15:58,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ad9e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:58,292 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,44965,-1 for getting cluster id
2024-11-09T00:15:58,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:15:58,294 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7675a91c-2e7a-44cc-9bfe-039ff6ab399d'
2024-11-09T00:15:58,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:15:58,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7675a91c-2e7a-44cc-9bfe-039ff6ab399d"

2024-11-09T00:15:58,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31701007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:58,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,44965,-1]
2024-11-09T00:15:58,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:15:58,296 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:58,297 INFO  [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:15:58,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb4c15a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:58,299 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:15:58,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,43921,1731111352688, seqNum=-1]
2024-11-09T00:15:58,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:15:58,303 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:15:58,311 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted
2024-11-09T00:15:58,311 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:15:58,311 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:15:58,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:58,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:58,311 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: ef986b38239e:44965 after: ef986b38239e:44965
2024-11-09T00:15:58,312 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:15:58,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f50a58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:58,312 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,44965,-1 for getting cluster id
2024-11-09T00:15:58,312 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:15:58,313 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7675a91c-2e7a-44cc-9bfe-039ff6ab399d'
2024-11-09T00:15:58,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:15:58,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7675a91c-2e7a-44cc-9bfe-039ff6ab399d"

2024-11-09T00:15:58,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70343832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:58,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,44965,-1]
2024-11-09T00:15:58,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:15:58,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:58,316 INFO  [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:15:58,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d917edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:15:58,317 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:15:58,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,44965,1731111352575
2024-11-09T00:15:58,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41ccc573
2024-11-09T00:15:58,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:15:58,320 INFO  [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:15:58,321 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44965 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1
2024-11-09T00:15:58,322 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44965 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2
2024-11-09T00:15:58,323 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44965 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1
2024-11-09T00:15:58,324 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44965 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2
2024-11-09T00:15:58,325 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-09T00:15:58,325 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:15:58,325 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:15:58,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:58,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:58,325 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:15:58,325 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-09T00:15:58,325 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1528752532, stopped=false
2024-11-09T00:15:58,326 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef986b38239e,36957,1731111342631
2024-11-09T00:15:58,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43485-0x1011cf29e1f0004, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1288677737/running
2024-11-09T00:15:58,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36957-0x1011cf29e1f0003, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1288677737/running
2024-11-09T00:15:58,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43485-0x1011cf29e1f0004, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288677737
2024-11-09T00:15:58,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36957-0x1011cf29e1f0003, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288677737
2024-11-09T00:15:58,367 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:15:58,368 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:15:58,368 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:15:58,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:58,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36957-0x1011cf29e1f0003, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Set watcher on znode that does not yet exist, /1-1288677737/running
2024-11-09T00:15:58,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43485-0x1011cf29e1f0004, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Set watcher on znode that does not yet exist, /1-1288677737/running
2024-11-09T00:15:58,368 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef986b38239e,43485,1731111342786' *****
2024-11-09T00:15:58,368 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T00:15:58,368 INFO  [RS:0;ef986b38239e:43485 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T00:15:58,368 INFO  [RS:0;ef986b38239e:43485 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T00:15:58,369 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T00:15:58,369 INFO  [RS:0;ef986b38239e:43485 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T00:15:58,369 INFO  [RS:0;ef986b38239e:43485 {}] regionserver.HRegionServer(959): stopping server ef986b38239e,43485,1731111342786
2024-11-09T00:15:58,369 INFO  [RS:0;ef986b38239e:43485 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:15:58,369 INFO  [RS:0;ef986b38239e:43485 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:43485.
2024-11-09T00:15:58,369 DEBUG [RS:0;ef986b38239e:43485 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:15:58,369 DEBUG [RS:0;ef986b38239e:43485 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:58,369 INFO  [RS:0;ef986b38239e:43485 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T00:15:58,369 INFO  [RS:0;ef986b38239e:43485 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T00:15:58,369 INFO  [RS:0;ef986b38239e:43485 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T00:15:58,369 INFO  [RS:0;ef986b38239e:43485 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-09T00:15:58,369 INFO  [RS:0;ef986b38239e:43485 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-09T00:15:58,369 DEBUG [RS:0;ef986b38239e:43485 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-09T00:15:58,370 DEBUG [RS:0;ef986b38239e:43485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:15:58,370 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:15:58,370 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:15:58,370 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:15:58,370 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:15:58,370 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:15:58,370 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB
2024-11-09T00:15:58,390 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/data/hbase/meta/1588230740/.tmp/ns/68c1458cfb8e4ef4a859f255680b13ac is 43, key is default/ns:d/1731111346324/Put/seqid=0
2024-11-09T00:15:58,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741835_1011 (size=5153)
2024-11-09T00:15:58,399 DEBUG [ef986b38239e:44965 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-09T00:15:58,399 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=900caf4e61d0386e9db8718863a6a57f, regionState=OPENING, regionLocation=ef986b38239e,43921,1731111352688
2024-11-09T00:15:58,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=900caf4e61d0386e9db8718863a6a57f, ASSIGN because future has completed
2024-11-09T00:15:58,403 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 900caf4e61d0386e9db8718863a6a57f, server=ef986b38239e,43921,1731111352688}]
2024-11-09T00:15:58,431 INFO  [regionserver/ef986b38239e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:15:58,549 DEBUG [RS:0;ef986b38239e:43921.replicationSource.wal-reader.ef986b38239e%2C43921%2C1731111352688,1-ef986b38239e,43921,1731111352688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688/ef986b38239e%2C43921%2C1731111352688.1731111354056 to pos 0, reset compression=false
2024-11-09T00:15:58,554 DEBUG [RS:0;ef986b38239e:43921.replicationSource.wal-reader.ef986b38239e%2C43921%2C1731111352688,2-ef986b38239e,43921,1731111352688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688/ef986b38239e%2C43921%2C1731111352688.1731111354056 to pos 0, reset compression=false
2024-11-09T00:15:58,567 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f.
2024-11-09T00:15:58,567 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:15:58,567 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-09T00:15:58,570 DEBUG [RS:0;ef986b38239e:43485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:15:58,570 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C43921%2C1731111352688.rep, suffix=, logDir=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688, archiveDir=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/oldWALs, maxLogs=10
2024-11-09T00:15:58,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688/ef986b38239e%2C43921%2C1731111352688.rep.1731111358571, exclude list is [], retry=0
2024-11-09T00:15:58,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33051,DS-873b8f0a-cc52-4438-a942-bac630d1e330,DISK]
2024-11-09T00:15:58,605 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688/ef986b38239e%2C43921%2C1731111352688.rep.1731111358571
2024-11-09T00:15:58,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41591:41591)]
2024-11-09T00:15:58,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 900caf4e61d0386e9db8718863a6a57f, NAME => 'hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:15:58,607 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:15:58,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:15:58,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f. service=MultiRowMutationService
2024-11-09T00:15:58,607 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-09T00:15:58,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 900caf4e61d0386e9db8718863a6a57f
2024-11-09T00:15:58,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:15:58,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 900caf4e61d0386e9db8718863a6a57f
2024-11-09T00:15:58,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 900caf4e61d0386e9db8718863a6a57f
2024-11-09T00:15:58,614 INFO  [StoreOpener-900caf4e61d0386e9db8718863a6a57f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 900caf4e61d0386e9db8718863a6a57f 
2024-11-09T00:15:58,616 INFO  [StoreOpener-900caf4e61d0386e9db8718863a6a57f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 900caf4e61d0386e9db8718863a6a57f columnFamilyName hfileref
2024-11-09T00:15:58,616 DEBUG [StoreOpener-900caf4e61d0386e9db8718863a6a57f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:58,617 INFO  [StoreOpener-900caf4e61d0386e9db8718863a6a57f-1 {}] regionserver.HStore(327): Store=900caf4e61d0386e9db8718863a6a57f/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:15:58,617 INFO  [StoreOpener-900caf4e61d0386e9db8718863a6a57f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 900caf4e61d0386e9db8718863a6a57f 
2024-11-09T00:15:58,620 INFO  [StoreOpener-900caf4e61d0386e9db8718863a6a57f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 900caf4e61d0386e9db8718863a6a57f columnFamilyName queue
2024-11-09T00:15:58,620 DEBUG [StoreOpener-900caf4e61d0386e9db8718863a6a57f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:58,655 DEBUG [StoreOpener-900caf4e61d0386e9db8718863a6a57f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/replication/900caf4e61d0386e9db8718863a6a57f/queue/25297b8b918646f5b9019ea52cb1cf34
2024-11-09T00:15:58,655 INFO  [StoreOpener-900caf4e61d0386e9db8718863a6a57f-1 {}] regionserver.HStore(327): Store=900caf4e61d0386e9db8718863a6a57f/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:15:58,655 INFO  [StoreOpener-900caf4e61d0386e9db8718863a6a57f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 900caf4e61d0386e9db8718863a6a57f 
2024-11-09T00:15:58,661 INFO  [StoreOpener-900caf4e61d0386e9db8718863a6a57f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 900caf4e61d0386e9db8718863a6a57f columnFamilyName sid
2024-11-09T00:15:58,661 DEBUG [StoreOpener-900caf4e61d0386e9db8718863a6a57f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:15:58,662 INFO  [StoreOpener-900caf4e61d0386e9db8718863a6a57f-1 {}] regionserver.HStore(327): Store=900caf4e61d0386e9db8718863a6a57f/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:15:58,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 900caf4e61d0386e9db8718863a6a57f
2024-11-09T00:15:58,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/replication/900caf4e61d0386e9db8718863a6a57f
2024-11-09T00:15:58,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/replication/900caf4e61d0386e9db8718863a6a57f
2024-11-09T00:15:58,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 900caf4e61d0386e9db8718863a6a57f
2024-11-09T00:15:58,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 900caf4e61d0386e9db8718863a6a57f
2024-11-09T00:15:58,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-09T00:15:58,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 900caf4e61d0386e9db8718863a6a57f
2024-11-09T00:15:58,677 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 900caf4e61d0386e9db8718863a6a57f; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67565341, jitterRate=0.006802037358283997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-09T00:15:58,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 900caf4e61d0386e9db8718863a6a57f
2024-11-09T00:15:58,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 900caf4e61d0386e9db8718863a6a57f:
Running coprocessor pre-open hook at 1731111358610Writing region info on filesystem at 1731111358610Initializing all the Stores at 1731111358613 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111358613Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111358614 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111358614Cleaning up temporary data from old regions at 1731111358670 (+56 ms)Running coprocessor post-open hooks at 1731111358677 (+7 ms)Region opened successfully at 1731111358678 (+1 ms)
2024-11-09T00:15:58,679 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f., pid=19, masterSystemTime=1731111358560
2024-11-09T00:15:58,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f.
2024-11-09T00:15:58,683 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f.
2024-11-09T00:15:58,684 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=900caf4e61d0386e9db8718863a6a57f, regionState=OPEN, openSeqNum=10, regionLocation=ef986b38239e,43921,1731111352688
2024-11-09T00:15:58,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 900caf4e61d0386e9db8718863a6a57f, server=ef986b38239e,43921,1731111352688 because future has completed
2024-11-09T00:15:58,694 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18
2024-11-09T00:15:58,694 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 900caf4e61d0386e9db8718863a6a57f, server=ef986b38239e,43921,1731111352688 in 287 msec
2024-11-09T00:15:58,698 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15
2024-11-09T00:15:58,698 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=900caf4e61d0386e9db8718863a6a57f, ASSIGN in 450 msec
2024-11-09T00:15:58,700 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}]
2024-11-09T00:15:58,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f., hostname=ef986b38239e,43921,1731111352688, seqNum=10]
2024-11-09T00:15:58,744 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for ef986b38239e,41889,1731111336265
2024-11-09T00:15:58,745 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}]
2024-11-09T00:15:58,770 DEBUG [RS:0;ef986b38239e:43485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:15:58,796 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/data/hbase/meta/1588230740/.tmp/ns/68c1458cfb8e4ef4a859f255680b13ac
2024-11-09T00:15:58,807 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/data/hbase/meta/1588230740/.tmp/ns/68c1458cfb8e4ef4a859f255680b13ac as hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/data/hbase/meta/1588230740/ns/68c1458cfb8e4ef4a859f255680b13ac
2024-11-09T00:15:58,818 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/data/hbase/meta/1588230740/ns/68c1458cfb8e4ef4a859f255680b13ac, entries=2, sequenceid=6, filesize=5.0 K
2024-11-09T00:15:58,821 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 451ms, sequenceid=6, compaction requested=false
2024-11-09T00:15:58,826 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-09T00:15:58,827 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:15:58,827 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:15:58,827 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:15:58,827 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111358370Running coprocessor pre-close hooks at 1731111358370Disabling compacts and flushes for region at 1731111358370Disabling writes for close at 1731111358370Obtaining lock to block concurrent updates at 1731111358370Preparing flush snapshotting stores in 1588230740 at 1731111358370Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731111358370Flushing stores of hbase:meta,,1.1588230740 at 1731111358371 (+1 ms)Flushing 1588230740/ns: creating writer at 1731111358371Flushing 1588230740/ns: appending metadata at 1731111358389 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731111358390 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b9bf212: reopening flushed file at 1731111358805 (+415 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 451ms, sequenceid=6, compaction requested=false at 1731111358821 (+16 ms)Writing region close event to WAL at 1731111358822 (+1 ms)Running coprocessor post-close hooks at 1731111358827 (+5 ms)Closed at 1731111358827
2024-11-09T00:15:58,827 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-09T00:15:58,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43921 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21
2024-11-09T00:15:58,970 INFO  [RS:0;ef986b38239e:43485 {}] regionserver.HRegionServer(976): stopping server ef986b38239e,43485,1731111342786; all regions closed.
2024-11-09T00:15:58,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741834_1010 (size=1152)
2024-11-09T00:15:58,973 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/WALs/ef986b38239e,43485,1731111342786/ef986b38239e%2C43485%2C1731111342786.meta.1731111346234.meta not finished, retry = 0
2024-11-09T00:15:59,076 DEBUG [RS:0;ef986b38239e:43485 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/oldWALs
2024-11-09T00:15:59,077 INFO  [RS:0;ef986b38239e:43485 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef986b38239e%2C43485%2C1731111342786.meta:.meta(num 1731111346234)
2024-11-09T00:15:59,079 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741832_1008 (size=93)
2024-11-09T00:15:59,079 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/WALs/ef986b38239e,43485,1731111342786/ef986b38239e%2C43485%2C1731111342786.1731111345256 not finished, retry = 0
2024-11-09T00:15:59,119 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-09T00:15:59,119 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-09T00:15:59,184 DEBUG [RS:0;ef986b38239e:43485 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/oldWALs
2024-11-09T00:15:59,185 INFO  [RS:0;ef986b38239e:43485 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef986b38239e%2C43485%2C1731111342786:(num 1731111345256)
2024-11-09T00:15:59,185 DEBUG [RS:0;ef986b38239e:43485 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:15:59,185 INFO  [RS:0;ef986b38239e:43485 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:15:59,185 INFO  [RS:0;ef986b38239e:43485 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:15:59,185 INFO  [RS:0;ef986b38239e:43485 {}] hbase.ChoreService(370): Chore service for: regionserver/ef986b38239e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-09T00:15:59,186 INFO  [RS:0;ef986b38239e:43485 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:15:59,186 INFO  [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:15:59,186 INFO  [RS:0;ef986b38239e:43485 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43485
2024-11-09T00:15:59,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43485-0x1011cf29e1f0004, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1288677737/rs/ef986b38239e,43485,1731111342786
2024-11-09T00:15:59,199 INFO  [RS:0;ef986b38239e:43485 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:15:59,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36957-0x1011cf29e1f0003, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288677737/rs
2024-11-09T00:15:59,209 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef986b38239e,43485,1731111342786]
2024-11-09T00:15:59,220 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1288677737/draining/ef986b38239e,43485,1731111342786 already deleted, retry=false
2024-11-09T00:15:59,220 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef986b38239e,43485,1731111342786 expired; onlineServers=0
2024-11-09T00:15:59,220 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef986b38239e,36957,1731111342631' *****
2024-11-09T00:15:59,220 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-09T00:15:59,220 INFO  [M:0;ef986b38239e:36957 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:15:59,220 INFO  [M:0;ef986b38239e:36957 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:15:59,220 DEBUG [M:0;ef986b38239e:36957 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-09T00:15:59,221 DEBUG [M:0;ef986b38239e:36957 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-09T00:15:59,221 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111344994 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111344994,5,FailOnTimeoutGroup]
2024-11-09T00:15:59,221 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-09T00:15:59,221 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111344994 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111344994,5,FailOnTimeoutGroup]
2024-11-09T00:15:59,221 INFO  [M:0;ef986b38239e:36957 {}] hbase.ChoreService(370): Chore service for: master/ef986b38239e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-09T00:15:59,221 INFO  [M:0;ef986b38239e:36957 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:15:59,222 DEBUG [M:0;ef986b38239e:36957 {}] master.HMaster(1795): Stopping service threads
2024-11-09T00:15:59,222 INFO  [M:0;ef986b38239e:36957 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-09T00:15:59,222 INFO  [M:0;ef986b38239e:36957 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:15:59,222 INFO  [M:0;ef986b38239e:36957 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-09T00:15:59,222 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-09T00:15:59,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36957-0x1011cf29e1f0003, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1288677737/master
2024-11-09T00:15:59,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36957-0x1011cf29e1f0003, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288677737
2024-11-09T00:15:59,230 DEBUG [M:0;ef986b38239e:36957 {}] zookeeper.ZKUtil(347): master:36957-0x1011cf29e1f0003, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Unable to get data of znode /1-1288677737/master because node does not exist (not an error)
2024-11-09T00:15:59,230 WARN  [M:0;ef986b38239e:36957 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-09T00:15:59,232 INFO  [M:0;ef986b38239e:36957 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/.lastflushedseqids
2024-11-09T00:15:59,237 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741836_1012 (size=99)
2024-11-09T00:15:59,310 INFO  [RS:0;ef986b38239e:43485 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:15:59,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43485-0x1011cf29e1f0004, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:15:59,310 INFO  [RS:0;ef986b38239e:43485 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef986b38239e,43485,1731111342786; zookeeper connection closed.
2024-11-09T00:15:59,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43485-0x1011cf29e1f0004, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:15:59,310 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6be73bf0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6be73bf0
2024-11-09T00:15:59,310 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-09T00:15:59,568 DEBUG [RS:0;ef986b38239e:43921.replicationSource.wal-reader.ef986b38239e%2C43921%2C1731111352688,2-ef986b38239e,43921,1731111352688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688/ef986b38239e%2C43921%2C1731111352688.1731111354056 to pos 0, reset compression=false
2024-11-09T00:15:59,571 DEBUG [RS:0;ef986b38239e:43921.replicationSource.wal-reader.ef986b38239e%2C43921%2C1731111352688,1-ef986b38239e,43921,1731111352688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688/ef986b38239e%2C43921%2C1731111352688.1731111354056 to pos 0, reset compression=false
2024-11-09T00:15:59,638 INFO  [M:0;ef986b38239e:36957 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-09T00:15:59,638 INFO  [M:0;ef986b38239e:36957 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-09T00:15:59,638 DEBUG [M:0;ef986b38239e:36957 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:15:59,638 INFO  [M:0;ef986b38239e:36957 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:15:59,638 DEBUG [M:0;ef986b38239e:36957 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:15:59,638 DEBUG [M:0;ef986b38239e:36957 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:15:59,638 DEBUG [M:0;ef986b38239e:36957 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:15:59,639 INFO  [M:0;ef986b38239e:36957 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB
2024-11-09T00:15:59,660 DEBUG [M:0;ef986b38239e:36957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4fb3651f934f430a988a598cb00dcbdf is 82, key is hbase:meta,,1/info:regioninfo/1731111346288/Put/seqid=0
2024-11-09T00:15:59,664 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741837_1013 (size=5672)
2024-11-09T00:16:00,065 INFO  [M:0;ef986b38239e:36957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4fb3651f934f430a988a598cb00dcbdf
2024-11-09T00:16:00,085 DEBUG [M:0;ef986b38239e:36957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d4dedd672ce482f91c7fe2ef670a5d0 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731111346332/Put/seqid=0
2024-11-09T00:16:00,089 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741838_1014 (size=5275)
2024-11-09T00:16:00,490 INFO  [M:0;ef986b38239e:36957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d4dedd672ce482f91c7fe2ef670a5d0
2024-11-09T00:16:00,514 DEBUG [M:0;ef986b38239e:36957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42d388dcd3aa449293b43d30087b28da is 69, key is ef986b38239e,43485,1731111342786/rs:state/1731111345049/Put/seqid=0
2024-11-09T00:16:00,519 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741839_1015 (size=5156)
2024-11-09T00:16:00,675 DEBUG [RS:0;ef986b38239e:43921.replicationSource.wal-reader.ef986b38239e%2C43921%2C1731111352688,2-ef986b38239e,43921,1731111352688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688/ef986b38239e%2C43921%2C1731111352688.1731111354056 to pos 0, reset compression=false
2024-11-09T00:16:00,676 DEBUG [RS:0;ef986b38239e:43921.replicationSource.wal-reader.ef986b38239e%2C43921%2C1731111352688,1-ef986b38239e,43921,1731111352688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688/ef986b38239e%2C43921%2C1731111352688.1731111354056 to pos 0, reset compression=false
2024-11-09T00:16:00,922 INFO  [M:0;ef986b38239e:36957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42d388dcd3aa449293b43d30087b28da
2024-11-09T00:16:00,934 DEBUG [M:0;ef986b38239e:36957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4fb3651f934f430a988a598cb00dcbdf as hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4fb3651f934f430a988a598cb00dcbdf
2024-11-09T00:16:00,940 INFO  [M:0;ef986b38239e:36957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4fb3651f934f430a988a598cb00dcbdf, entries=8, sequenceid=28, filesize=5.5 K
2024-11-09T00:16:00,941 DEBUG [M:0;ef986b38239e:36957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d4dedd672ce482f91c7fe2ef670a5d0 as hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4d4dedd672ce482f91c7fe2ef670a5d0
2024-11-09T00:16:00,947 INFO  [M:0;ef986b38239e:36957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4d4dedd672ce482f91c7fe2ef670a5d0, entries=3, sequenceid=28, filesize=5.2 K
2024-11-09T00:16:00,948 DEBUG [M:0;ef986b38239e:36957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42d388dcd3aa449293b43d30087b28da as hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42d388dcd3aa449293b43d30087b28da
2024-11-09T00:16:00,954 INFO  [M:0;ef986b38239e:36957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46047/user/jenkins/test-data/8faa2c98-0ea4-c793-b1f5-9769f67d3edb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42d388dcd3aa449293b43d30087b28da, entries=1, sequenceid=28, filesize=5.0 K
2024-11-09T00:16:00,955 INFO  [M:0;ef986b38239e:36957 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=28, compaction requested=false
2024-11-09T00:16:00,957 INFO  [M:0;ef986b38239e:36957 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:16:00,957 DEBUG [M:0;ef986b38239e:36957 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111359638Disabling compacts and flushes for region at 1731111359638Disabling writes for close at 1731111359638Obtaining lock to block concurrent updates at 1731111359639 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731111359639Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731111359639Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731111359641 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731111359641Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731111359659 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731111359659Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731111360070 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731111360084 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731111360085 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731111360498 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731111360514 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731111360514Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@370e1b09: reopening flushed file at 1731111360932 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26e08289: reopening flushed file at 1731111360940 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11eb2f06: reopening flushed file at 1731111360947 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=28, compaction requested=false at 1731111360955 (+8 ms)Writing region close event to WAL at 1731111360957 (+2 ms)Closed at 1731111360957
2024-11-09T00:16:00,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741830_1006 (size=10165)
2024-11-09T00:16:00,960 INFO  [M:0;ef986b38239e:36957 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-09T00:16:00,960 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:16:00,960 INFO  [M:0;ef986b38239e:36957 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36957
2024-11-09T00:16:00,963 INFO  [M:0;ef986b38239e:36957 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:16:01,119 INFO  [M:0;ef986b38239e:36957 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:16:01,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36957-0x1011cf29e1f0003, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:16:01,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36957-0x1011cf29e1f0003, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:16:01,125 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:16:01,129 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:16:01,129 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:16:01,129 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:16:01,129 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f/hadoop.log.dir/,STOPPED}
2024-11-09T00:16:01,132 WARN  [BP-194026627-172.17.0.3-1731111340591 heartbeating to localhost/127.0.0.1:46047 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T00:16:01,132 WARN  [BP-194026627-172.17.0.3-1731111340591 heartbeating to localhost/127.0.0.1:46047 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-194026627-172.17.0.3-1731111340591 (Datanode Uuid c9d1eed9-3990-4f18-beb1-60de9a96c0b9) service to localhost/127.0.0.1:46047
2024-11-09T00:16:01,133 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T00:16:01,133 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T00:16:01,133 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f/cluster_6158744e-0822-f0fb-29af-26c504491a0f/data/data1/current/BP-194026627-172.17.0.3-1731111340591 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:16:01,134 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f/cluster_6158744e-0822-f0fb-29af-26c504491a0f/data/data2/current/BP-194026627-172.17.0.3-1731111340591 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:16:01,134 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T00:16:01,141 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:16:01,141 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:16:01,141 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:16:01,142 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:16:01,142 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f/hadoop.log.dir/,STOPPED}
2024-11-09T00:16:01,163 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-09T00:16:01,163 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-09T00:16:01,163 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:16:01,163 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:16:01,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:01,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:01,164 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:16:01,164 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-09T00:16:01,164 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1547634422, stopped=false
2024-11-09T00:16:01,164 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef986b38239e,44965,1731111352575
2024-11-09T00:16:01,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x1011cf29e1f0006, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01403797406/running
2024-11-09T00:16:01,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43921-0x1011cf29e1f0007, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01403797406/running
2024-11-09T00:16:01,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x1011cf29e1f0006, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406
2024-11-09T00:16:01,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43921-0x1011cf29e1f0007, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406
2024-11-09T00:16:01,178 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:16:01,178 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:16:01,178 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:16:01,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:01,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44965-0x1011cf29e1f0006, quorum=127.0.0.1:64175, baseZNode=/01403797406 Set watcher on znode that does not yet exist, /01403797406/running
2024-11-09T00:16:01,178 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef986b38239e,43921,1731111352688' *****
2024-11-09T00:16:01,178 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T00:16:01,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43921-0x1011cf29e1f0007, quorum=127.0.0.1:64175, baseZNode=/01403797406 Set watcher on znode that does not yet exist, /01403797406/running
2024-11-09T00:16:01,179 INFO  [RS:0;ef986b38239e:43921 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T00:16:01,179 INFO  [RS:0;ef986b38239e:43921 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T00:16:01,179 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T00:16:01,179 INFO  [RS:0;ef986b38239e:43921 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T00:16:01,179 INFO  [RS:0;ef986b38239e:43921 {}] regionserver.HRegionServer(3091): Received CLOSE for 900caf4e61d0386e9db8718863a6a57f
2024-11-09T00:16:01,179 INFO  [RS:0;ef986b38239e:43921 {}] regionserver.HRegionServer(959): stopping server ef986b38239e,43921,1731111352688
2024-11-09T00:16:01,179 INFO  [RS:0;ef986b38239e:43921 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:16:01,180 INFO  [RS:0;ef986b38239e:43921 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:43921.
2024-11-09T00:16:01,180 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 900caf4e61d0386e9db8718863a6a57f, disabling compactions & flushes
2024-11-09T00:16:01,180 DEBUG [RS:0;ef986b38239e:43921 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:16:01,180 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f.
2024-11-09T00:16:01,180 DEBUG [RS:0;ef986b38239e:43921 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:01,180 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f.
2024-11-09T00:16:01,180 INFO  [RS:0;ef986b38239e:43921 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T00:16:01,180 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f. after waiting 0 ms
2024-11-09T00:16:01,180 INFO  [RS:0;ef986b38239e:43921 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T00:16:01,180 INFO  [RS:0;ef986b38239e:43921 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T00:16:01,180 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f.
2024-11-09T00:16:01,180 INFO  [RS:0;ef986b38239e:43921 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-09T00:16:01,180 INFO  [RS:0;ef986b38239e:43921 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-09T00:16:01,180 DEBUG [RS:0;ef986b38239e:43921 {}] regionserver.HRegionServer(1325): Online Regions={900caf4e61d0386e9db8718863a6a57f=hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f., 1588230740=hbase:meta,,1.1588230740}
2024-11-09T00:16:01,180 DEBUG [RS:0;ef986b38239e:43921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 900caf4e61d0386e9db8718863a6a57f
2024-11-09T00:16:01,180 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:16:01,180 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:16:01,180 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:16:01,181 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms
2024-11-09T00:16:01,181 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:16:01,181 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB
2024-11-09T00:16:01,186 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/replication/900caf4e61d0386e9db8718863a6a57f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9
2024-11-09T00:16:01,187 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:16:01,187 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:16:01,187 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f.
2024-11-09T00:16:01,187 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 900caf4e61d0386e9db8718863a6a57f:
Waiting for close lock at 1731111361179Running coprocessor pre-close hooks at 1731111361179Disabling compacts and flushes for region at 1731111361179Disabling writes for close at 1731111361180 (+1 ms)Writing region close event to WAL at 1731111361181 (+1 ms)Running coprocessor post-close hooks at 1731111361187 (+6 ms)Closed at 1731111361187
2024-11-09T00:16:01,188 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f.
2024-11-09T00:16:01,195 INFO  [regionserver/ef986b38239e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:16:01,201 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/meta/1588230740/.tmp/info/74ce8203ec974cf583314003cd1c556a is 147, key is hbase:replication,,1731111346610.900caf4e61d0386e9db8718863a6a57f./info:regioninfo/1731111358684/Put/seqid=0
2024-11-09T00:16:01,205 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741851_1027 (size=6385)
2024-11-09T00:16:01,381 DEBUG [RS:0;ef986b38239e:43921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:16:01,581 DEBUG [RS:0;ef986b38239e:43921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:16:01,607 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/meta/1588230740/.tmp/info/74ce8203ec974cf583314003cd1c556a
2024-11-09T00:16:01,618 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/meta/1588230740/.tmp/info/74ce8203ec974cf583314003cd1c556a as hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/meta/1588230740/info/74ce8203ec974cf583314003cd1c556a
2024-11-09T00:16:01,624 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/meta/1588230740/info/74ce8203ec974cf583314003cd1c556a, entries=8, sequenceid=19, filesize=6.2 K
2024-11-09T00:16:01,625 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false
2024-11-09T00:16:01,632 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14
2024-11-09T00:16:01,633 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:16:01,633 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:16:01,633 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:16:01,633 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111361180Running coprocessor pre-close hooks at 1731111361180Disabling compacts and flushes for region at 1731111361180Disabling writes for close at 1731111361181 (+1 ms)Obtaining lock to block concurrent updates at 1731111361181Preparing flush snapshotting stores in 1588230740 at 1731111361181Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731111361181Flushing stores of hbase:meta,,1.1588230740 at 1731111361182 (+1 ms)Flushing 1588230740/info: creating writer at 1731111361182Flushing 1588230740/info: appending metadata at 1731111361201 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731111361201Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dc9f54f: reopening flushed file at 1731111361617 (+416 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false at 1731111361625 (+8 ms)Writing region close event to WAL at 1731111361628 (+3 ms)Running coprocessor post-close hooks at 1731111361632 (+4 ms)Closed at 1731111361633 (+1 ms)
2024-11-09T00:16:01,633 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-09T00:16:01,781 INFO  [RS:0;ef986b38239e:43921 {}] regionserver.HRegionServer(976): stopping server ef986b38239e,43921,1731111352688; all regions closed.
2024-11-09T00:16:01,784 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741849_1025 (size=2156)
2024-11-09T00:16:01,784 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688/ef986b38239e%2C43921%2C1731111352688.meta.1731111354364.meta not finished, retry = 0
2024-11-09T00:16:01,882 DEBUG [RS:0;ef986b38239e:43921.replicationSource.wal-reader.ef986b38239e%2C43921%2C1731111352688,2-ef986b38239e,43921,1731111352688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688/ef986b38239e%2C43921%2C1731111352688.1731111354056 to pos 0, reset compression=false
2024-11-09T00:16:01,883 DEBUG [RS:0;ef986b38239e:43921.replicationSource.wal-reader.ef986b38239e%2C43921%2C1731111352688,1-ef986b38239e,43921,1731111352688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/WALs/ef986b38239e,43921,1731111352688/ef986b38239e%2C43921%2C1731111352688.1731111354056 to pos 0, reset compression=false
2024-11-09T00:16:01,889 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-09T00:16:01,890 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-09T00:16:01,892 DEBUG [RS:0;ef986b38239e:43921 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/oldWALs
2024-11-09T00:16:01,892 INFO  [RS:0;ef986b38239e:43921 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef986b38239e%2C43921%2C1731111352688.meta:.meta(num 1731111354364)
2024-11-09T00:16:01,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741850_1026 (size=796)
2024-11-09T00:16:01,899 DEBUG [RS:0;ef986b38239e:43921 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/oldWALs
2024-11-09T00:16:01,900 INFO  [RS:0;ef986b38239e:43921 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef986b38239e%2C43921%2C1731111352688.rep:(num 1731111358571)
2024-11-09T00:16:01,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741848_1024 (size=93)
2024-11-09T00:16:01,905 DEBUG [RS:0;ef986b38239e:43921 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/oldWALs
2024-11-09T00:16:01,905 INFO  [RS:0;ef986b38239e:43921 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef986b38239e%2C43921%2C1731111352688:(num 1731111354056)
2024-11-09T00:16:01,905 DEBUG [RS:0;ef986b38239e:43921 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:01,905 INFO  [RS:0;ef986b38239e:43921 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:16:01,905 INFO  [RS:0;ef986b38239e:43921 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:16:01,905 INFO  [RS:0;ef986b38239e:43921 {}] hbase.ChoreService(370): Chore service for: regionserver/ef986b38239e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-09T00:16:01,905 INFO  [RS:0;ef986b38239e:43921 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:16:01,905 INFO  [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:16:01,905 WARN  [RS_CLAIM_REPLICATION_QUEUE-regionserver/ef986b38239e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue.
2024-11-09T00:16:01,905 INFO  [RS:0;ef986b38239e:43921 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef986b38239e,43921,1731111352688 because: Region server is closing
2024-11-09T00:16:01,906 INFO  [RS_CLAIM_REPLICATION_QUEUE-regionserver/ef986b38239e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down
2024-11-09T00:16:01,906 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/ef986b38239e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21
2024-11-09T00:16:01,906 INFO  [RS:0;ef986b38239e:43921 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:43921.
2024-11-09T00:16:01,906 DEBUG [RS:0;ef986b38239e:43921 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:16:01,906 DEBUG [RS:0;ef986b38239e:43921 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:01,906 DEBUG [RS:0;ef986b38239e:43921 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:01,906 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:16:02,006 WARN  [RS:0;ef986b38239e:43921.replicationSource.wal-reader.ef986b38239e%2C43921%2C1731111352688,1-ef986b38239e,43921,1731111352688 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-09T00:16:02,006 WARN  [RS:0;ef986b38239e:43921.replicationSource.shipperef986b38239e%2C43921%2C1731111352688,1-ef986b38239e,43921,1731111352688 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-09T00:16:02,007 INFO  [RS:0;ef986b38239e:43921 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;ef986b38239e:43921.replicationSource.shipperef986b38239e%2C43921%2C1731111352688,1-ef986b38239e,43921,1731111352688 terminated
2024-11-09T00:16:02,007 INFO  [RS:0;ef986b38239e:43921 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-ef986b38239e,43921,1731111352688 because: Region server is closing
2024-11-09T00:16:02,007 INFO  [RS:0;ef986b38239e:43921 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:43921.
2024-11-09T00:16:02,007 DEBUG [RS:0;ef986b38239e:43921 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:16:02,007 DEBUG [RS:0;ef986b38239e:43921 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:02,007 DEBUG [RS:0;ef986b38239e:43921 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:02,007 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:16:02,107 WARN  [RS:0;ef986b38239e:43921.replicationSource.wal-reader.ef986b38239e%2C43921%2C1731111352688,2-ef986b38239e,43921,1731111352688 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-09T00:16:02,107 WARN  [RS:0;ef986b38239e:43921.replicationSource.shipperef986b38239e%2C43921%2C1731111352688,2-ef986b38239e,43921,1731111352688 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-09T00:16:02,108 INFO  [RS:0;ef986b38239e:43921 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;ef986b38239e:43921.replicationSource.shipperef986b38239e%2C43921%2C1731111352688,2-ef986b38239e,43921,1731111352688 terminated
2024-11-09T00:16:02,108 INFO  [RS:0;ef986b38239e:43921 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43921
2024-11-09T00:16:02,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43921-0x1011cf29e1f0007, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01403797406/rs/ef986b38239e,43921,1731111352688
2024-11-09T00:16:02,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x1011cf29e1f0006, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406/rs
2024-11-09T00:16:02,136 INFO  [RS:0;ef986b38239e:43921 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:16:02,136 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef986b38239e,43921,1731111352688]
2024-11-09T00:16:02,156 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01403797406/draining/ef986b38239e,43921,1731111352688 already deleted, retry=false
2024-11-09T00:16:02,156 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef986b38239e,43921,1731111352688 expired; onlineServers=0
2024-11-09T00:16:02,157 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef986b38239e,44965,1731111352575' *****
2024-11-09T00:16:02,157 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-09T00:16:02,157 INFO  [M:0;ef986b38239e:44965 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:16:02,157 INFO  [M:0;ef986b38239e:44965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:16:02,157 DEBUG [M:0;ef986b38239e:44965 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-09T00:16:02,157 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-09T00:16:02,157 DEBUG [M:0;ef986b38239e:44965 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-09T00:16:02,157 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111353699 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111353699,5,FailOnTimeoutGroup]
2024-11-09T00:16:02,157 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111353700 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111353700,5,FailOnTimeoutGroup]
2024-11-09T00:16:02,159 INFO  [M:0;ef986b38239e:44965 {}] hbase.ChoreService(370): Chore service for: master/ef986b38239e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-09T00:16:02,160 INFO  [M:0;ef986b38239e:44965 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:16:02,160 DEBUG [M:0;ef986b38239e:44965 {}] master.HMaster(1795): Stopping service threads
2024-11-09T00:16:02,160 INFO  [M:0;ef986b38239e:44965 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-09T00:16:02,160 INFO  [M:0;ef986b38239e:44965 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:16:02,160 INFO  [M:0;ef986b38239e:44965 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-09T00:16:02,160 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-09T00:16:02,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x1011cf29e1f0006, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01403797406/master
2024-11-09T00:16:02,167 DEBUG [M:0;ef986b38239e:44965 {}] zookeeper.ZKUtil(347): master:44965-0x1011cf29e1f0006, quorum=127.0.0.1:64175, baseZNode=/01403797406 Unable to get data of znode /01403797406/master because node does not exist (not an error)
2024-11-09T00:16:02,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x1011cf29e1f0006, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403797406
2024-11-09T00:16:02,167 WARN  [M:0;ef986b38239e:44965 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-09T00:16:02,168 INFO  [M:0;ef986b38239e:44965 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/.lastflushedseqids
2024-11-09T00:16:02,174 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741852_1028 (size=181)
2024-11-09T00:16:02,175 INFO  [M:0;ef986b38239e:44965 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-09T00:16:02,175 INFO  [M:0;ef986b38239e:44965 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-09T00:16:02,175 DEBUG [M:0;ef986b38239e:44965 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:16:02,175 INFO  [M:0;ef986b38239e:44965 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:16:02,175 DEBUG [M:0;ef986b38239e:44965 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:16:02,175 DEBUG [M:0;ef986b38239e:44965 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:16:02,175 DEBUG [M:0;ef986b38239e:44965 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:16:02,176 INFO  [M:0;ef986b38239e:44965 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB
2024-11-09T00:16:02,206 DEBUG [M:0;ef986b38239e:44965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8cdd6fc2412d47b99010abab701bd934 is 82, key is hbase:meta,,1/info:regioninfo/1731111354432/Put/seqid=0
2024-11-09T00:16:02,210 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741853_1029 (size=5680)
2024-11-09T00:16:02,211 INFO  [M:0;ef986b38239e:44965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8cdd6fc2412d47b99010abab701bd934
2024-11-09T00:16:02,246 INFO  [RS:0;ef986b38239e:43921 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:16:02,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43921-0x1011cf29e1f0007, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:16:02,246 INFO  [RS:0;ef986b38239e:43921 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef986b38239e,43921,1731111352688; zookeeper connection closed.
2024-11-09T00:16:02,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43921-0x1011cf29e1f0007, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:16:02,247 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b83bdb1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b83bdb1
2024-11-09T00:16:02,247 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-09T00:16:02,248 DEBUG [M:0;ef986b38239e:44965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9324265ed7e54ae891fdbc857b91f18f is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731111358696/Put/seqid=0
2024-11-09T00:16:02,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741854_1030 (size=7319)
2024-11-09T00:16:02,655 INFO  [M:0;ef986b38239e:44965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9324265ed7e54ae891fdbc857b91f18f
2024-11-09T00:16:02,679 DEBUG [M:0;ef986b38239e:44965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcee3c7665fe453a92ef6ee09479b479 is 69, key is ef986b38239e,43921,1731111352688/rs:state/1731111353827/Put/seqid=0
2024-11-09T00:16:02,682 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741855_1031 (size=5371)
2024-11-09T00:16:02,683 INFO  [M:0;ef986b38239e:44965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcee3c7665fe453a92ef6ee09479b479
2024-11-09T00:16:02,689 INFO  [M:0;ef986b38239e:44965 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fcee3c7665fe453a92ef6ee09479b479
2024-11-09T00:16:02,691 DEBUG [M:0;ef986b38239e:44965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8cdd6fc2412d47b99010abab701bd934 as hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8cdd6fc2412d47b99010abab701bd934
2024-11-09T00:16:02,697 INFO  [M:0;ef986b38239e:44965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8cdd6fc2412d47b99010abab701bd934, entries=8, sequenceid=172, filesize=5.5 K
2024-11-09T00:16:02,698 DEBUG [M:0;ef986b38239e:44965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9324265ed7e54ae891fdbc857b91f18f as hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9324265ed7e54ae891fdbc857b91f18f
2024-11-09T00:16:02,704 INFO  [M:0;ef986b38239e:44965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9324265ed7e54ae891fdbc857b91f18f, entries=7, sequenceid=172, filesize=7.1 K
2024-11-09T00:16:02,705 DEBUG [M:0;ef986b38239e:44965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcee3c7665fe453a92ef6ee09479b479 as hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fcee3c7665fe453a92ef6ee09479b479
2024-11-09T00:16:02,711 INFO  [M:0;ef986b38239e:44965 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fcee3c7665fe453a92ef6ee09479b479
2024-11-09T00:16:02,711 INFO  [M:0;ef986b38239e:44965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36895/user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fcee3c7665fe453a92ef6ee09479b479, entries=2, sequenceid=172, filesize=5.2 K
2024-11-09T00:16:02,712 INFO  [M:0;ef986b38239e:44965 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 537ms, sequenceid=172, compaction requested=false
2024-11-09T00:16:02,714 INFO  [M:0;ef986b38239e:44965 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:16:02,714 DEBUG [M:0;ef986b38239e:44965 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111362175Disabling compacts and flushes for region at 1731111362175Disabling writes for close at 1731111362175Obtaining lock to block concurrent updates at 1731111362176 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731111362176Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731111362176Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731111362177 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731111362177Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731111362205 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731111362205Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731111362223 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731111362247 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731111362247Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731111362661 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731111362678 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731111362678Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a5bb049: reopening flushed file at 1731111362690 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@217c3e32: reopening flushed file at 1731111362697 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6388ee19: reopening flushed file at 1731111362704 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 537ms, sequenceid=172, compaction requested=false at 1731111362713 (+9 ms)Writing region close event to WAL at 1731111362714 (+1 ms)Closed at 1731111362714
2024-11-09T00:16:02,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33051 is added to blk_1073741847_1023 (size=22949)
2024-11-09T00:16:02,717 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/13d2243a-177f-a170-d558-79b60f8ca19e/MasterData/WALs/ef986b38239e,44965,1731111352575/ef986b38239e%2C44965%2C1731111352575.1731111353331 not finished, retry = 0
2024-11-09T00:16:02,818 INFO  [M:0;ef986b38239e:44965 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-09T00:16:02,818 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:16:02,818 INFO  [M:0;ef986b38239e:44965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44965
2024-11-09T00:16:02,819 INFO  [M:0;ef986b38239e:44965 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:16:02,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x1011cf29e1f0006, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:16:02,972 INFO  [M:0;ef986b38239e:44965 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:16:02,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x1011cf29e1f0006, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:16:02,975 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:16:02,975 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:16:02,975 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:16:02,975 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:16:02,976 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/hadoop.log.dir/,STOPPED}
2024-11-09T00:16:02,977 WARN  [BP-131963723-172.17.0.3-1731111331246 heartbeating to localhost/127.0.0.1:36895 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T00:16:02,977 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T00:16:02,977 WARN  [BP-131963723-172.17.0.3-1731111331246 heartbeating to localhost/127.0.0.1:36895 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-131963723-172.17.0.3-1731111331246 (Datanode Uuid 91c1f42b-b159-4709-a1f8-cd58f83dad9d) service to localhost/127.0.0.1:36895
2024-11-09T00:16:02,977 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T00:16:02,977 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/cluster_26163218-16d8-5a4f-60f6-8f18a36d2a14/data/data1/current/BP-131963723-172.17.0.3-1731111331246 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:16:02,977 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/cluster_26163218-16d8-5a4f-60f6-8f18a36d2a14/data/data2/current/BP-131963723-172.17.0.3-1731111331246 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:16:02,978 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T00:16:02,984 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:16:02,985 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:16:02,985 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:16:02,985 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:16:02,985 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26b3db3e-5d69-c1d1-401c-534a5efae77a/hadoop.log.dir/,STOPPED}
2024-11-09T00:16:02,993 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-09T00:16:03,011 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-09T00:16:03,026 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=115 (was 11)
Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36895
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-5-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: weak-ref-cleaner-strictcontextstorage
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-5-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36895
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-5-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool-2-worker-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46047
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-3-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161)

Potentially hanging thread: regionserver/ef986b38239e:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: Time-limited test.named-queue-events-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
	app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
	app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
	app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SnapshotHandlerChoreCleaner
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SSL Certificates Store Monitor
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool-2-worker-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36895
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'DataNode' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: Async-Client-Retry-Timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-3-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: zk-event-processor-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-4-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool-2-worker-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: master/ef986b38239e:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-7-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36895
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:36895
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64175)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7831174d
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
	app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
	app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36895
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcClient-timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/ef986b38239e:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HBase-Metrics2-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36895 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-2-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-5-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-5-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-EventThread
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)

Potentially hanging thread: nioEventLoopGroup-2-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:46047
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SessionTracker
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)

Potentially hanging thread: Time-limited test-EventThread
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Monitor thread for TaskMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-4-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-4-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SnapshotHandlerChoreCleaner
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36895 from jenkins.hfs.2
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36895
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46047
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SnapshotHandlerChoreCleaner
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46047
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36895 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-5-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46047 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46047
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46047
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/ef986b38239e:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46047 from jenkins.hfs.1
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-1-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/ef986b38239e:0.procedureResultReporter
	app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90)

Potentially hanging thread: HMaster-EventLoopGroup-7-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-7-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46047 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-3-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161)

Potentially hanging thread: Abort regionserver monitor
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: zk-event-processor-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool-2-worker-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: region-location-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64175)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: nioEventLoopGroup-2-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=440 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=251 (was 227) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3899 (was 5383)
2024-11-09T00:16:03,035 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=115, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=251, ProcessCount=11, AvailableMemoryMB=3898
2024-11-09T00:16:03,057 INFO  [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations
2024-11-09T00:16:03,058 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f/hadoop.log.dir so I do NOT create it in target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93
2024-11-09T00:16:03,058 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f/hadoop.log.dir Erasing configuration value by system value.
2024-11-09T00:16:03,058 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f/hadoop.tmp.dir so I do NOT create it in target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93
2024-11-09T00:16:03,058 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d42db4-955d-ee37-a3c9-bde3499b4f9f/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-09T00:16:03,058 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93
2024-11-09T00:16:03,059 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/cluster_73582274-a391-8f45-7075-91ca25056c29, deleteOnExit=true
2024-11-09T00:16:03,082 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/cluster_73582274-a391-8f45-7075-91ca25056c29/zookeeper_0, clientPort=60604, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/cluster_73582274-a391-8f45-7075-91ca25056c29/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/cluster_73582274-a391-8f45-7075-91ca25056c29/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-09T00:16:03,083 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60604
2024-11-09T00:16:03,083 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-09T00:16:03,083 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-09T00:16:03,084 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/test.cache.data in system properties and HBase conf
2024-11-09T00:16:03,084 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/hadoop.tmp.dir in system properties and HBase conf
2024-11-09T00:16:03,084 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/hadoop.log.dir in system properties and HBase conf
2024-11-09T00:16:03,084 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-09T00:16:03,084 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-09T00:16:03,084 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-09T00:16:03,084 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-09T00:16:03,085 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:16:03,085 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:16:03,085 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-09T00:16:03,085 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:16:03,085 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-09T00:16:03,085 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-09T00:16:03,085 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:16:03,085 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:16:03,085 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-09T00:16:03,085 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/nfs.dump.dir in system properties and HBase conf
2024-11-09T00:16:03,085 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/java.io.tmpdir in system properties and HBase conf
2024-11-09T00:16:03,085 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:16:03,086 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-09T00:16:03,086 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-09T00:16:03,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011cf29e1f0005, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-09T00:16:03,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011cf29e1f0002, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-09T00:16:03,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011cf29e1f0005, quorum=127.0.0.1:64175, baseZNode=/1-1288677737 Received Disconnected from ZooKeeper, ignoring
2024-11-09T00:16:03,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011cf29e1f0002, quorum=127.0.0.1:64175, baseZNode=/01403797406 Received Disconnected from ZooKeeper, ignoring
2024-11-09T00:16:03,576 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:16:03,584 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:16:03,585 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:16:03,585 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:16:03,585 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T00:16:03,586 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:16:03,587 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@301e370e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:16:03,587 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3648de12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:16:03,689 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44c614b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/java.io.tmpdir/jetty-localhost-34465-hadoop-hdfs-3_4_1-tests_jar-_-any-3624188249622997957/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:16:03,690 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7278037a{HTTP/1.1, (http/1.1)}{localhost:34465}
2024-11-09T00:16:03,690 INFO  [Time-limited test {}] server.Server(415): Started @34701ms
2024-11-09T00:16:03,949 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:16:03,953 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:16:03,974 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:16:03,987 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:16:03,992 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:16:03,996 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:16:03,996 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:16:03,996 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-09T00:16:03,997 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3183cd5d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:16:03,997 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5207c2ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:16:04,096 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f60c576{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/java.io.tmpdir/jetty-localhost-44897-hadoop-hdfs-3_4_1-tests_jar-_-any-6225935049631781523/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:16:04,097 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11981b82{HTTP/1.1, (http/1.1)}{localhost:44897}
2024-11-09T00:16:04,097 INFO  [Time-limited test {}] server.Server(415): Started @35108ms
2024-11-09T00:16:04,099 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T00:16:04,851 WARN  [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/cluster_73582274-a391-8f45-7075-91ca25056c29/data/data2/current/BP-1390718572-172.17.0.3-1731111363110/current, will proceed with Du for space computation calculation, 
2024-11-09T00:16:04,851 WARN  [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/cluster_73582274-a391-8f45-7075-91ca25056c29/data/data1/current/BP-1390718572-172.17.0.3-1731111363110/current, will proceed with Du for space computation calculation, 
2024-11-09T00:16:04,873 WARN  [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T00:16:04,876 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7cbc94c4e21d9e3f with lease ID 0x317f2cb75e85409e: Processing first storage report for DS-ce46efc2-a2c2-42ab-ad3a-a5015809fc0e from datanode DatanodeRegistration(127.0.0.1:45461, datanodeUuid=c9b1cdc4-3ce2-4d0a-bbda-4af91021cadf, infoPort=45063, infoSecurePort=0, ipcPort=38089, storageInfo=lv=-57;cid=testClusterID;nsid=1715340438;c=1731111363110)
2024-11-09T00:16:04,876 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7cbc94c4e21d9e3f with lease ID 0x317f2cb75e85409e: from storage DS-ce46efc2-a2c2-42ab-ad3a-a5015809fc0e node DatanodeRegistration(127.0.0.1:45461, datanodeUuid=c9b1cdc4-3ce2-4d0a-bbda-4af91021cadf, infoPort=45063, infoSecurePort=0, ipcPort=38089, storageInfo=lv=-57;cid=testClusterID;nsid=1715340438;c=1731111363110), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:16:04,876 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7cbc94c4e21d9e3f with lease ID 0x317f2cb75e85409e: Processing first storage report for DS-0c383848-a759-4aeb-8b15-029d22e0427e from datanode DatanodeRegistration(127.0.0.1:45461, datanodeUuid=c9b1cdc4-3ce2-4d0a-bbda-4af91021cadf, infoPort=45063, infoSecurePort=0, ipcPort=38089, storageInfo=lv=-57;cid=testClusterID;nsid=1715340438;c=1731111363110)
2024-11-09T00:16:04,876 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7cbc94c4e21d9e3f with lease ID 0x317f2cb75e85409e: from storage DS-0c383848-a759-4aeb-8b15-029d22e0427e node DatanodeRegistration(127.0.0.1:45461, datanodeUuid=c9b1cdc4-3ce2-4d0a-bbda-4af91021cadf, infoPort=45063, infoSecurePort=0, ipcPort=38089, storageInfo=lv=-57;cid=testClusterID;nsid=1715340438;c=1731111363110), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:16:04,934 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93
2024-11-09T00:16:04,934 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:16:04,935 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:16:04,943 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741825_1001 (size=7)
2024-11-09T00:16:05,345 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261 with version=8
2024-11-09T00:16:05,345 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/hbase-staging
2024-11-09T00:16:05,348 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:16:05,348 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:16:05,348 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:16:05,348 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:16:05,348 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:16:05,348 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:16:05,348 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-09T00:16:05,348 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:16:05,349 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38475
2024-11-09T00:16:05,350 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38475 connecting to ZooKeeper ensemble=127.0.0.1:60604
2024-11-09T00:16:05,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384750x0, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:16:05,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38475-0x1011cf31db40000 connected
2024-11-09T00:16:05,525 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:16:05,526 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:16:05,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38475-0x1011cf31db40000, quorum=127.0.0.1:60604, baseZNode=/01906693526 Set watcher on znode that does not yet exist, /01906693526/running
2024-11-09T00:16:05,528 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261, hbase.cluster.distributed=false
2024-11-09T00:16:05,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38475-0x1011cf31db40000, quorum=127.0.0.1:60604, baseZNode=/01906693526 Set watcher on znode that does not yet exist, /01906693526/acl
2024-11-09T00:16:05,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38475
2024-11-09T00:16:05,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38475
2024-11-09T00:16:05,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38475
2024-11-09T00:16:05,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38475
2024-11-09T00:16:05,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38475
2024-11-09T00:16:05,547 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:16:05,547 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:16:05,547 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:16:05,547 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:16:05,547 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:16:05,547 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:16:05,547 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T00:16:05,547 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:16:05,548 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42087
2024-11-09T00:16:05,550 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42087 connecting to ZooKeeper ensemble=127.0.0.1:60604
2024-11-09T00:16:05,550 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:16:05,552 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:16:05,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420870x0, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:16:05,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42087-0x1011cf31db40001, quorum=127.0.0.1:60604, baseZNode=/01906693526 Set watcher on znode that does not yet exist, /01906693526/running
2024-11-09T00:16:05,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42087-0x1011cf31db40001 connected
2024-11-09T00:16:05,610 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T00:16:05,611 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T00:16:05,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42087-0x1011cf31db40001, quorum=127.0.0.1:60604, baseZNode=/01906693526 Set watcher on znode that does not yet exist, /01906693526/master
2024-11-09T00:16:05,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42087-0x1011cf31db40001, quorum=127.0.0.1:60604, baseZNode=/01906693526 Set watcher on znode that does not yet exist, /01906693526/acl
2024-11-09T00:16:05,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42087
2024-11-09T00:16:05,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42087
2024-11-09T00:16:05,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42087
2024-11-09T00:16:05,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42087
2024-11-09T00:16:05,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42087
2024-11-09T00:16:05,625 DEBUG [M:0;ef986b38239e:38475 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef986b38239e:38475
2024-11-09T00:16:05,625 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01906693526/backup-masters/ef986b38239e,38475,1731111365347
2024-11-09T00:16:05,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42087-0x1011cf31db40001, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906693526/backup-masters
2024-11-09T00:16:05,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x1011cf31db40000, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906693526/backup-masters
2024-11-09T00:16:05,696 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38475-0x1011cf31db40000, quorum=127.0.0.1:60604, baseZNode=/01906693526 Set watcher on existing znode=/01906693526/backup-masters/ef986b38239e,38475,1731111365347
2024-11-09T00:16:05,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x1011cf31db40000, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906693526
2024-11-09T00:16:05,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42087-0x1011cf31db40001, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01906693526/master
2024-11-09T00:16:05,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42087-0x1011cf31db40001, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906693526
2024-11-09T00:16:05,725 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38475-0x1011cf31db40000, quorum=127.0.0.1:60604, baseZNode=/01906693526 Set watcher on existing znode=/01906693526/master
2024-11-09T00:16:05,725 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01906693526/backup-masters/ef986b38239e,38475,1731111365347 from backup master directory
2024-11-09T00:16:05,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x1011cf31db40000, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01906693526/backup-masters/ef986b38239e,38475,1731111365347
2024-11-09T00:16:05,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42087-0x1011cf31db40001, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906693526/backup-masters
2024-11-09T00:16:05,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x1011cf31db40000, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906693526/backup-masters
2024-11-09T00:16:05,735 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:16:05,735 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef986b38239e,38475,1731111365347
2024-11-09T00:16:05,740 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/hbase.id] with ID: b990a153-f978-4260-a8ed-d052073428d0
2024-11-09T00:16:05,740 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/.tmp/hbase.id
2024-11-09T00:16:05,746 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741826_1002 (size=42)
2024-11-09T00:16:05,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:16:05,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-09T00:16:05,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-09T00:16:05,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:16:06,147 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/.tmp/hbase.id]:[hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/hbase.id]
2024-11-09T00:16:06,162 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:16:06,162 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-09T00:16:06,163 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-09T00:16:06,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42087-0x1011cf31db40001, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906693526
2024-11-09T00:16:06,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x1011cf31db40000, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906693526
2024-11-09T00:16:06,219 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741827_1003 (size=196)
2024-11-09T00:16:06,620 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:16:06,621 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-09T00:16:06,622 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:16:06,630 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741828_1004 (size=1189)
2024-11-09T00:16:06,631 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/MasterData/data/master/store
2024-11-09T00:16:06,639 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741829_1005 (size=34)
2024-11-09T00:16:06,640 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:16:06,640 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:16:06,640 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:16:06,640 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:16:06,640 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:16:06,640 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:16:06,641 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:16:06,641 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111366640Disabling compacts and flushes for region at 1731111366640Disabling writes for close at 1731111366640Writing region close event to WAL at 1731111366640Closed at 1731111366641 (+1 ms)
2024-11-09T00:16:06,643 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/MasterData/data/master/store/.initializing
2024-11-09T00:16:06,643 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/MasterData/WALs/ef986b38239e,38475,1731111365347
2024-11-09T00:16:06,646 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:16:06,648 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef986b38239e%2C38475%2C1731111365347, suffix=, logDir=hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/MasterData/WALs/ef986b38239e,38475,1731111365347, archiveDir=hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/MasterData/oldWALs, maxLogs=10
2024-11-09T00:16:06,671 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/MasterData/WALs/ef986b38239e,38475,1731111365347/ef986b38239e%2C38475%2C1731111365347.1731111366649, exclude list is [], retry=0
2024-11-09T00:16:06,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45461,DS-ce46efc2-a2c2-42ab-ad3a-a5015809fc0e,DISK]
2024-11-09T00:16:06,712 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/MasterData/WALs/ef986b38239e,38475,1731111365347/ef986b38239e%2C38475%2C1731111365347.1731111366649
2024-11-09T00:16:06,720 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45063:45063)]
2024-11-09T00:16:06,720 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:16:06,721 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:16:06,722 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:16:06,722 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:16:06,724 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:16:06,727 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-09T00:16:06,727 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:06,728 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:06,728 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:16:06,730 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-09T00:16:06,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:06,733 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:16:06,733 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:16:06,739 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-09T00:16:06,739 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:06,740 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:16:06,740 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:16:06,743 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-09T00:16:06,743 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:06,744 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:16:06,745 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:16:06,747 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:16:06,747 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:16:06,750 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:16:06,750 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:16:06,751 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:16:06,753 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:16:06,763 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:16:06,763 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61836147, jitterRate=-0.07856960594654083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:16:06,765 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731111366722Initializing all the Stores at 1731111366724 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111366724Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111366724Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111366724Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111366724Cleaning up temporary data from old regions at 1731111366750 (+26 ms)Region opened successfully at 1731111366765 (+15 ms)
2024-11-09T00:16:06,770 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-09T00:16:06,781 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ead4c27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:16:06,782 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-09T00:16:06,782 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-09T00:16:06,782 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-09T00:16:06,783 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-09T00:16:06,784 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-09T00:16:06,784 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-09T00:16:06,784 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-09T00:16:06,799 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-09T00:16:06,800 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38475-0x1011cf31db40000, quorum=127.0.0.1:60604, baseZNode=/01906693526 Unable to get data of znode /01906693526/balancer because node does not exist (not necessarily an error)
2024-11-09T00:16:06,849 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01906693526/balancer already deleted, retry=false
2024-11-09T00:16:06,849 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-09T00:16:06,850 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38475-0x1011cf31db40000, quorum=127.0.0.1:60604, baseZNode=/01906693526 Unable to get data of znode /01906693526/normalizer because node does not exist (not necessarily an error)
2024-11-09T00:16:06,861 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01906693526/normalizer already deleted, retry=false
2024-11-09T00:16:06,862 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-09T00:16:06,863 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38475-0x1011cf31db40000, quorum=127.0.0.1:60604, baseZNode=/01906693526 Unable to get data of znode /01906693526/switch/split because node does not exist (not necessarily an error)
2024-11-09T00:16:06,872 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01906693526/switch/split already deleted, retry=false
2024-11-09T00:16:06,873 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38475-0x1011cf31db40000, quorum=127.0.0.1:60604, baseZNode=/01906693526 Unable to get data of znode /01906693526/switch/merge because node does not exist (not necessarily an error)
2024-11-09T00:16:06,882 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01906693526/switch/merge already deleted, retry=false
2024-11-09T00:16:06,885 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38475-0x1011cf31db40000, quorum=127.0.0.1:60604, baseZNode=/01906693526 Unable to get data of znode /01906693526/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-09T00:16:06,893 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01906693526/snapshot-cleanup already deleted, retry=false
2024-11-09T00:16:06,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42087-0x1011cf31db40001, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01906693526/running
2024-11-09T00:16:06,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x1011cf31db40000, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01906693526/running
2024-11-09T00:16:06,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42087-0x1011cf31db40001, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906693526
2024-11-09T00:16:06,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x1011cf31db40000, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906693526
2024-11-09T00:16:06,904 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef986b38239e,38475,1731111365347, sessionid=0x1011cf31db40000, setting cluster-up flag (Was=false)
2024-11-09T00:16:06,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42087-0x1011cf31db40001, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906693526
2024-11-09T00:16:06,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x1011cf31db40000, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906693526
2024-11-09T00:16:06,967 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01906693526/flush-table-proc/acquired, /01906693526/flush-table-proc/reached, /01906693526/flush-table-proc/abort
2024-11-09T00:16:06,969 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,38475,1731111365347
2024-11-09T00:16:06,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42087-0x1011cf31db40001, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906693526
2024-11-09T00:16:06,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x1011cf31db40000, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906693526
2024-11-09T00:16:07,019 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01906693526/online-snapshot/acquired, /01906693526/online-snapshot/reached, /01906693526/online-snapshot/abort
2024-11-09T00:16:07,020 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,38475,1731111365347
2024-11-09T00:16:07,022 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-09T00:16:07,024 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-09T00:16:07,024 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-09T00:16:07,024 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-09T00:16:07,024 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef986b38239e,38475,1731111365347
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-09T00:16:07,026 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:16:07,026 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:16:07,026 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:16:07,026 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:16:07,026 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef986b38239e:0, corePoolSize=10, maxPoolSize=10
2024-11-09T00:16:07,026 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:07,026 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:16:07,026 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:07,028 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731111397028
2024-11-09T00:16:07,028 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-09T00:16:07,028 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-09T00:16:07,028 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-09T00:16:07,028 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:16:07,028 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-09T00:16:07,028 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-09T00:16:07,028 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-09T00:16:07,028 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-09T00:16:07,030 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:07,030 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-09T00:16:07,032 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:07,033 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-09T00:16:07,033 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-09T00:16:07,033 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-09T00:16:07,033 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-09T00:16:07,036 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-09T00:16:07,036 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-09T00:16:07,056 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111367036,5,FailOnTimeoutGroup]
2024-11-09T00:16:07,066 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741831_1007 (size=1321)
2024-11-09T00:16:07,072 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111367056,5,FailOnTimeoutGroup]
2024-11-09T00:16:07,072 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:07,072 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-09T00:16:07,072 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:07,073 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:07,118 INFO  [RS:0;ef986b38239e:42087 {}] regionserver.HRegionServer(746): ClusterId : b990a153-f978-4260-a8ed-d052073428d0
2024-11-09T00:16:07,118 DEBUG [RS:0;ef986b38239e:42087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T00:16:07,126 DEBUG [RS:0;ef986b38239e:42087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T00:16:07,126 DEBUG [RS:0;ef986b38239e:42087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T00:16:07,136 DEBUG [RS:0;ef986b38239e:42087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T00:16:07,136 DEBUG [RS:0;ef986b38239e:42087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a5783fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:16:07,153 DEBUG [RS:0;ef986b38239e:42087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef986b38239e:42087
2024-11-09T00:16:07,153 INFO  [RS:0;ef986b38239e:42087 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T00:16:07,153 INFO  [RS:0;ef986b38239e:42087 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T00:16:07,153 DEBUG [RS:0;ef986b38239e:42087 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T00:16:07,154 INFO  [RS:0;ef986b38239e:42087 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef986b38239e,38475,1731111365347 with port=42087, startcode=1731111365547
2024-11-09T00:16:07,155 DEBUG [RS:0;ef986b38239e:42087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T00:16:07,156 INFO  [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T00:16:07,157 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38475 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef986b38239e,42087,1731111365547
2024-11-09T00:16:07,157 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38475 {}] master.ServerManager(517): Registering regionserver=ef986b38239e,42087,1731111365547
2024-11-09T00:16:07,159 DEBUG [RS:0;ef986b38239e:42087 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261
2024-11-09T00:16:07,159 DEBUG [RS:0;ef986b38239e:42087 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40197
2024-11-09T00:16:07,159 DEBUG [RS:0;ef986b38239e:42087 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T00:16:07,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x1011cf31db40000, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906693526/rs
2024-11-09T00:16:07,167 DEBUG [RS:0;ef986b38239e:42087 {}] zookeeper.ZKUtil(111): regionserver:42087-0x1011cf31db40001, quorum=127.0.0.1:60604, baseZNode=/01906693526 Set watcher on existing znode=/01906693526/rs/ef986b38239e,42087,1731111365547
2024-11-09T00:16:07,167 WARN  [RS:0;ef986b38239e:42087 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:16:07,167 INFO  [RS:0;ef986b38239e:42087 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:16:07,167 DEBUG [RS:0;ef986b38239e:42087 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/WALs/ef986b38239e,42087,1731111365547
2024-11-09T00:16:07,168 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef986b38239e,42087,1731111365547]
2024-11-09T00:16:07,208 INFO  [RS:0;ef986b38239e:42087 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T00:16:07,233 INFO  [RS:0;ef986b38239e:42087 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T00:16:07,235 INFO  [RS:0;ef986b38239e:42087 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T00:16:07,236 INFO  [RS:0;ef986b38239e:42087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:07,239 INFO  [RS:0;ef986b38239e:42087 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T00:16:07,242 INFO  [RS:0;ef986b38239e:42087 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T00:16:07,242 INFO  [RS:0;ef986b38239e:42087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:07,243 DEBUG [RS:0;ef986b38239e:42087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:07,244 DEBUG [RS:0;ef986b38239e:42087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:07,244 DEBUG [RS:0;ef986b38239e:42087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:07,244 DEBUG [RS:0;ef986b38239e:42087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:07,244 DEBUG [RS:0;ef986b38239e:42087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:07,244 DEBUG [RS:0;ef986b38239e:42087 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:16:07,244 DEBUG [RS:0;ef986b38239e:42087 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:07,244 DEBUG [RS:0;ef986b38239e:42087 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:07,244 DEBUG [RS:0;ef986b38239e:42087 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:07,244 DEBUG [RS:0;ef986b38239e:42087 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:07,244 DEBUG [RS:0;ef986b38239e:42087 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:07,245 DEBUG [RS:0;ef986b38239e:42087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:07,245 DEBUG [RS:0;ef986b38239e:42087 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:16:07,245 DEBUG [RS:0;ef986b38239e:42087 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:16:07,252 INFO  [RS:0;ef986b38239e:42087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:07,252 INFO  [RS:0;ef986b38239e:42087 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:07,252 INFO  [RS:0;ef986b38239e:42087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:07,252 INFO  [RS:0;ef986b38239e:42087 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:07,253 INFO  [RS:0;ef986b38239e:42087 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:07,253 INFO  [RS:0;ef986b38239e:42087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,42087,1731111365547-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:16:07,275 INFO  [RS:0;ef986b38239e:42087 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T00:16:07,275 INFO  [RS:0;ef986b38239e:42087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,42087,1731111365547-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:07,275 INFO  [RS:0;ef986b38239e:42087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:07,275 INFO  [RS:0;ef986b38239e:42087 {}] regionserver.Replication(171): ef986b38239e,42087,1731111365547 started
2024-11-09T00:16:07,297 INFO  [RS:0;ef986b38239e:42087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:07,297 INFO  [RS:0;ef986b38239e:42087 {}] regionserver.HRegionServer(1482): Serving as ef986b38239e,42087,1731111365547, RpcServer on ef986b38239e/172.17.0.3:42087, sessionid=0x1011cf31db40001
2024-11-09T00:16:07,297 DEBUG [RS:0;ef986b38239e:42087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T00:16:07,297 DEBUG [RS:0;ef986b38239e:42087 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef986b38239e,42087,1731111365547
2024-11-09T00:16:07,297 DEBUG [RS:0;ef986b38239e:42087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,42087,1731111365547'
2024-11-09T00:16:07,297 DEBUG [RS:0;ef986b38239e:42087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01906693526/flush-table-proc/abort'
2024-11-09T00:16:07,298 DEBUG [RS:0;ef986b38239e:42087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01906693526/flush-table-proc/acquired'
2024-11-09T00:16:07,298 DEBUG [RS:0;ef986b38239e:42087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T00:16:07,298 DEBUG [RS:0;ef986b38239e:42087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T00:16:07,298 DEBUG [RS:0;ef986b38239e:42087 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef986b38239e,42087,1731111365547
2024-11-09T00:16:07,298 DEBUG [RS:0;ef986b38239e:42087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,42087,1731111365547'
2024-11-09T00:16:07,299 DEBUG [RS:0;ef986b38239e:42087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01906693526/online-snapshot/abort'
2024-11-09T00:16:07,299 DEBUG [RS:0;ef986b38239e:42087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01906693526/online-snapshot/acquired'
2024-11-09T00:16:07,299 DEBUG [RS:0;ef986b38239e:42087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T00:16:07,299 INFO  [RS:0;ef986b38239e:42087 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T00:16:07,299 INFO  [RS:0;ef986b38239e:42087 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T00:16:07,400 INFO  [RS:0;ef986b38239e:42087 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:16:07,402 INFO  [RS:0;ef986b38239e:42087 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C42087%2C1731111365547, suffix=, logDir=hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/WALs/ef986b38239e,42087,1731111365547, archiveDir=hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/oldWALs, maxLogs=10
2024-11-09T00:16:07,430 DEBUG [RS:0;ef986b38239e:42087 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/WALs/ef986b38239e,42087,1731111365547/ef986b38239e%2C42087%2C1731111365547.1731111367403, exclude list is [], retry=0
2024-11-09T00:16:07,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45461,DS-ce46efc2-a2c2-42ab-ad3a-a5015809fc0e,DISK]
2024-11-09T00:16:07,453 INFO  [RS:0;ef986b38239e:42087 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/WALs/ef986b38239e,42087,1731111365547/ef986b38239e%2C42087%2C1731111365547.1731111367403
2024-11-09T00:16:07,454 DEBUG [RS:0;ef986b38239e:42087 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45063:45063)]
2024-11-09T00:16:07,469 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-09T00:16:07,469 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261
2024-11-09T00:16:07,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741833_1009 (size=32)
2024-11-09T00:16:07,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:16:07,894 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:16:07,897 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:16:07,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:07,898 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:07,899 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:16:07,903 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:16:07,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:07,904 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:07,905 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:16:07,906 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:16:07,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:07,907 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:07,907 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:16:07,913 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:16:07,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:07,914 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:07,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:16:07,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/data/hbase/meta/1588230740
2024-11-09T00:16:07,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/data/hbase/meta/1588230740
2024-11-09T00:16:07,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:16:07,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:16:07,921 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:16:07,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:16:07,929 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:16:07,930 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67346775, jitterRate=0.0035451501607894897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:16:07,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731111367892Initializing all the Stores at 1731111367894 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111367894Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111367894Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111367894Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111367894Cleaning up temporary data from old regions at 1731111367920 (+26 ms)Region opened successfully at 1731111367930 (+10 ms)
2024-11-09T00:16:07,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:16:07,931 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:16:07,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:16:07,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:16:07,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:16:07,931 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:16:07,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111367931Disabling compacts and flushes for region at 1731111367931Disabling writes for close at 1731111367931Writing region close event to WAL at 1731111367931Closed at 1731111367931
2024-11-09T00:16:07,934 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:16:07,934 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-09T00:16:07,935 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-09T00:16:07,936 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:16:07,942 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-09T00:16:08,092 DEBUG [ef986b38239e:38475 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-09T00:16:08,093 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef986b38239e,42087,1731111365547
2024-11-09T00:16:08,094 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,42087,1731111365547, state=OPENING
2024-11-09T00:16:08,165 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-09T00:16:08,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42087-0x1011cf31db40001, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906693526
2024-11-09T00:16:08,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x1011cf31db40000, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906693526
2024-11-09T00:16:08,178 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01906693526/meta-region-server: CHANGED
2024-11-09T00:16:08,178 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:16:08,178 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,42087,1731111365547}]
2024-11-09T00:16:08,179 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01906693526/meta-region-server: CHANGED
2024-11-09T00:16:08,332 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:16:08,334 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-09T00:16:08,356 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-09T00:16:08,356 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:16:08,356 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-09T00:16:08,360 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C42087%2C1731111365547.meta, suffix=.meta, logDir=hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/WALs/ef986b38239e,42087,1731111365547, archiveDir=hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/oldWALs, maxLogs=10
2024-11-09T00:16:08,380 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/WALs/ef986b38239e,42087,1731111365547/ef986b38239e%2C42087%2C1731111365547.meta.1731111368360.meta, exclude list is [], retry=0
2024-11-09T00:16:08,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45461,DS-ce46efc2-a2c2-42ab-ad3a-a5015809fc0e,DISK]
2024-11-09T00:16:08,385 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/WALs/ef986b38239e,42087,1731111365547/ef986b38239e%2C42087%2C1731111365547.meta.1731111368360.meta
2024-11-09T00:16:08,388 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45063:45063)]
2024-11-09T00:16:08,389 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:16:08,389 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:16:08,389 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:16:08,390 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-09T00:16:08,390 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-09T00:16:08,390 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-09T00:16:08,390 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:16:08,390 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-09T00:16:08,390 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-09T00:16:08,392 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:16:08,394 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:16:08,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:08,395 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:08,395 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:16:08,396 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:16:08,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:08,397 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:08,397 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:16:08,398 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:16:08,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:08,399 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:08,400 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:16:08,402 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:16:08,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:08,403 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:08,403 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:16:08,404 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/data/hbase/meta/1588230740
2024-11-09T00:16:08,406 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/data/hbase/meta/1588230740
2024-11-09T00:16:08,408 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:16:08,408 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:16:08,409 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:16:08,411 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:16:08,411 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68768777, jitterRate=0.024734631180763245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:16:08,411 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-09T00:16:08,412 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731111368390Writing region info on filesystem at 1731111368390Initializing all the Stores at 1731111368391 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111368392 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111368392Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111368392Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111368392Cleaning up temporary data from old regions at 1731111368408 (+16 ms)Running coprocessor post-open hooks at 1731111368411 (+3 ms)Region opened successfully at 1731111368412 (+1 ms)
2024-11-09T00:16:08,413 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731111368331
2024-11-09T00:16:08,416 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-09T00:16:08,416 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-09T00:16:08,417 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,42087,1731111365547
2024-11-09T00:16:08,419 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,42087,1731111365547, state=OPEN
2024-11-09T00:16:08,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x1011cf31db40000, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01906693526/meta-region-server
2024-11-09T00:16:08,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42087-0x1011cf31db40001, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01906693526/meta-region-server
2024-11-09T00:16:08,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01906693526/meta-region-server: CHANGED
2024-11-09T00:16:08,477 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef986b38239e,42087,1731111365547
2024-11-09T00:16:08,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01906693526/meta-region-server: CHANGED
2024-11-09T00:16:08,481 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-09T00:16:08,481 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,42087,1731111365547 in 299 msec
2024-11-09T00:16:08,484 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-09T00:16:08,484 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 547 msec
2024-11-09T00:16:08,485 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:16:08,485 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-09T00:16:08,486 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:16:08,486 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,42087,1731111365547, seqNum=-1]
2024-11-09T00:16:08,486 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:16:08,488 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:16:08,494 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4710 sec
2024-11-09T00:16:08,495 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731111368495, completionTime=-1
2024-11-09T00:16:08,495 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-09T00:16:08,495 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-09T00:16:08,497 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-09T00:16:08,497 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731111428497
2024-11-09T00:16:08,497 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731111488497
2024-11-09T00:16:08,498 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-09T00:16:08,498 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,38475,1731111365347-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:08,498 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,38475,1731111365347-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:08,498 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,38475,1731111365347-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:08,498 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef986b38239e:38475, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:08,499 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:08,499 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:08,501 DEBUG [master/ef986b38239e:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-09T00:16:08,504 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.768sec
2024-11-09T00:16:08,504 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-09T00:16:08,504 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-09T00:16:08,504 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-09T00:16:08,504 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-09T00:16:08,504 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-09T00:16:08,504 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,38475,1731111365347-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:16:08,504 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,38475,1731111365347-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-09T00:16:08,507 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-09T00:16:08,507 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-09T00:16:08,507 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,38475,1731111365347-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:08,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@460703b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:08,518 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,38475,-1 for getting cluster id
2024-11-09T00:16:08,518 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:16:08,520 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b990a153-f978-4260-a8ed-d052073428d0'
2024-11-09T00:16:08,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:16:08,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b990a153-f978-4260-a8ed-d052073428d0"

2024-11-09T00:16:08,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16328233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:08,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,38475,-1]
2024-11-09T00:16:08,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:16:08,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:08,522 INFO  [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:16:08,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cf3105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:08,524 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:16:08,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,42087,1731111365547, seqNum=-1]
2024-11-09T00:16:08,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:16:08,527 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:16:08,529 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef986b38239e,38475,1731111365347
2024-11-09T00:16:08,531 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60604
2024-11-09T00:16:08,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:16:08,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011cf31db40002 connected
2024-11-09T00:16:08,559 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/hadoop.log.dir so I do NOT create it in target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763
2024-11-09T00:16:08,559 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/hadoop.log.dir Erasing configuration value by system value.
2024-11-09T00:16:08,559 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/hadoop.tmp.dir so I do NOT create it in target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763
2024-11-09T00:16:08,559 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-09T00:16:08,559 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763
2024-11-09T00:16:08,559 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-09T00:16:08,559 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763/cluster_3130a566-e351-47cd-7a62-702d60eabfc8, deleteOnExit=true
2024-11-09T00:16:08,559 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-09T00:16:08,560 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763/test.cache.data in system properties and HBase conf
2024-11-09T00:16:08,560 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763/hadoop.tmp.dir in system properties and HBase conf
2024-11-09T00:16:08,560 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763/hadoop.log.dir in system properties and HBase conf
2024-11-09T00:16:08,560 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-09T00:16:08,560 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-09T00:16:08,560 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-09T00:16:08,560 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-09T00:16:08,561 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:16:08,561 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:16:08,561 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-09T00:16:08,561 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:16:08,561 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-09T00:16:08,561 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-09T00:16:08,561 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:16:08,561 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:16:08,562 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-09T00:16:08,562 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763/nfs.dump.dir in system properties and HBase conf
2024-11-09T00:16:08,562 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763/java.io.tmpdir in system properties and HBase conf
2024-11-09T00:16:08,562 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:16:08,562 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-09T00:16:08,562 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-09T00:16:08,924 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:16:08,932 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:16:08,940 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:16:08,940 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:16:08,940 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-09T00:16:08,941 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:16:08,944 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26f755eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:16:08,945 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c151648{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:16:09,071 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26b274f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763/java.io.tmpdir/jetty-localhost-42423-hadoop-hdfs-3_4_1-tests_jar-_-any-821972674703662341/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:16:09,072 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bb7918b{HTTP/1.1, (http/1.1)}{localhost:42423}
2024-11-09T00:16:09,073 INFO  [Time-limited test {}] server.Server(415): Started @40083ms
2024-11-09T00:16:09,338 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:16:09,341 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:16:09,343 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:16:09,343 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:16:09,343 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T00:16:09,343 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ef24bac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:16:09,344 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c6f8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:16:09,441 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@687b36a6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763/java.io.tmpdir/jetty-localhost-39049-hadoop-hdfs-3_4_1-tests_jar-_-any-13102716996569859062/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:16:09,441 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47ac5c67{HTTP/1.1, (http/1.1)}{localhost:39049}
2024-11-09T00:16:09,441 INFO  [Time-limited test {}] server.Server(415): Started @40452ms
2024-11-09T00:16:09,443 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T00:16:10,231 WARN  [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763/cluster_3130a566-e351-47cd-7a62-702d60eabfc8/data/data2/current/BP-436156475-172.17.0.3-1731111368592/current, will proceed with Du for space computation calculation, 
2024-11-09T00:16:10,231 WARN  [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763/cluster_3130a566-e351-47cd-7a62-702d60eabfc8/data/data1/current/BP-436156475-172.17.0.3-1731111368592/current, will proceed with Du for space computation calculation, 
2024-11-09T00:16:10,255 WARN  [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T00:16:10,259 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85f5710c9f856560 with lease ID 0x9420ef3bb2804ab8: Processing first storage report for DS-e7daa870-8d47-4f91-86ae-297e5a9b0bbf from datanode DatanodeRegistration(127.0.0.1:35011, datanodeUuid=dc955579-d906-445f-8e26-a295ae5a922d, infoPort=35289, infoSecurePort=0, ipcPort=45305, storageInfo=lv=-57;cid=testClusterID;nsid=1347358734;c=1731111368592)
2024-11-09T00:16:10,259 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85f5710c9f856560 with lease ID 0x9420ef3bb2804ab8: from storage DS-e7daa870-8d47-4f91-86ae-297e5a9b0bbf node DatanodeRegistration(127.0.0.1:35011, datanodeUuid=dc955579-d906-445f-8e26-a295ae5a922d, infoPort=35289, infoSecurePort=0, ipcPort=45305, storageInfo=lv=-57;cid=testClusterID;nsid=1347358734;c=1731111368592), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-09T00:16:10,259 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85f5710c9f856560 with lease ID 0x9420ef3bb2804ab8: Processing first storage report for DS-b4d97517-6ac5-4e4d-a075-fe0ae265a11c from datanode DatanodeRegistration(127.0.0.1:35011, datanodeUuid=dc955579-d906-445f-8e26-a295ae5a922d, infoPort=35289, infoSecurePort=0, ipcPort=45305, storageInfo=lv=-57;cid=testClusterID;nsid=1347358734;c=1731111368592)
2024-11-09T00:16:10,259 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85f5710c9f856560 with lease ID 0x9420ef3bb2804ab8: from storage DS-b4d97517-6ac5-4e4d-a075-fe0ae265a11c node DatanodeRegistration(127.0.0.1:35011, datanodeUuid=dc955579-d906-445f-8e26-a295ae5a922d, infoPort=35289, infoSecurePort=0, ipcPort=45305, storageInfo=lv=-57;cid=testClusterID;nsid=1347358734;c=1731111368592), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:16:10,272 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763
2024-11-09T00:16:10,273 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:16:10,274 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:16:10,282 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741825_1001 (size=7)
2024-11-09T00:16:10,283 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966 with version=8
2024-11-09T00:16:10,283 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/hbase-staging
2024-11-09T00:16:10,286 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:16:10,286 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:16:10,286 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:16:10,286 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:16:10,286 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:16:10,286 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:16:10,286 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-09T00:16:10,286 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:16:10,287 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43135
2024-11-09T00:16:10,288 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43135 connecting to ZooKeeper ensemble=127.0.0.1:60604
2024-11-09T00:16:10,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431350x0, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:16:10,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43135-0x1011cf31db40003 connected
2024-11-09T00:16:10,377 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:16:10,379 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:16:10,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43135-0x1011cf31db40003, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Set watcher on znode that does not yet exist, /1-1250877874/running
2024-11-09T00:16:10,405 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966, hbase.cluster.distributed=false
2024-11-09T00:16:10,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43135-0x1011cf31db40003, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Set watcher on znode that does not yet exist, /1-1250877874/acl
2024-11-09T00:16:10,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43135
2024-11-09T00:16:10,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43135
2024-11-09T00:16:10,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43135
2024-11-09T00:16:10,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43135
2024-11-09T00:16:10,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43135
2024-11-09T00:16:10,416 WARN  [RS:0;ef986b38239e:42087 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of ef986b38239e,41889,1731111336265: status=Processing ServerCrashProcedure of ef986b38239e,41889,1731111336265 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731111353698, completionTime=-1 appears to have been leaked
2024-11-09T00:16:10,422 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:16:10,422 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:16:10,422 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:16:10,422 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:16:10,422 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:16:10,422 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:16:10,422 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T00:16:10,422 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:16:10,423 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41965
2024-11-09T00:16:10,423 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41965 connecting to ZooKeeper ensemble=127.0.0.1:60604
2024-11-09T00:16:10,424 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:16:10,425 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:16:10,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419650x0, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:16:10,439 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419650x0, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Set watcher on znode that does not yet exist, /1-1250877874/running
2024-11-09T00:16:10,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41965-0x1011cf31db40004 connected
2024-11-09T00:16:10,439 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T00:16:10,439 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T00:16:10,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41965-0x1011cf31db40004, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Set watcher on znode that does not yet exist, /1-1250877874/master
2024-11-09T00:16:10,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41965-0x1011cf31db40004, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Set watcher on znode that does not yet exist, /1-1250877874/acl
2024-11-09T00:16:10,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41965
2024-11-09T00:16:10,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41965
2024-11-09T00:16:10,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41965
2024-11-09T00:16:10,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41965
2024-11-09T00:16:10,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41965
2024-11-09T00:16:10,459 DEBUG [M:0;ef986b38239e:43135 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef986b38239e:43135
2024-11-09T00:16:10,459 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1250877874/backup-masters/ef986b38239e,43135,1731111370285
2024-11-09T00:16:10,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41965-0x1011cf31db40004, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1250877874/backup-masters
2024-11-09T00:16:10,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x1011cf31db40003, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1250877874/backup-masters
2024-11-09T00:16:10,472 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43135-0x1011cf31db40003, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Set watcher on existing znode=/1-1250877874/backup-masters/ef986b38239e,43135,1731111370285
2024-11-09T00:16:10,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x1011cf31db40003, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1250877874
2024-11-09T00:16:10,484 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43135-0x1011cf31db40003, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Set watcher on existing znode=/1-1250877874/master
2024-11-09T00:16:10,484 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1250877874/backup-masters/ef986b38239e,43135,1731111370285 from backup master directory
2024-11-09T00:16:10,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41965-0x1011cf31db40004, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1250877874/master
2024-11-09T00:16:10,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41965-0x1011cf31db40004, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1250877874
2024-11-09T00:16:10,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x1011cf31db40003, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1250877874/backup-masters/ef986b38239e,43135,1731111370285
2024-11-09T00:16:10,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41965-0x1011cf31db40004, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1250877874/backup-masters
2024-11-09T00:16:10,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x1011cf31db40003, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1250877874/backup-masters
2024-11-09T00:16:10,493 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:16:10,493 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef986b38239e,43135,1731111370285
2024-11-09T00:16:10,497 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/hbase.id] with ID: 3bf21c9d-eeca-47d9-8dd4-298b89e70771
2024-11-09T00:16:10,497 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/.tmp/hbase.id
2024-11-09T00:16:10,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741826_1002 (size=42)
2024-11-09T00:16:10,903 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/.tmp/hbase.id]:[hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/hbase.id]
2024-11-09T00:16:10,938 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:16:10,938 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-09T00:16:10,948 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 10ms.
2024-11-09T00:16:10,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41965-0x1011cf31db40004, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1250877874
2024-11-09T00:16:10,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x1011cf31db40003, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1250877874
2024-11-09T00:16:10,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741827_1003 (size=196)
2024-11-09T00:16:11,003 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:16:11,004 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-09T00:16:11,004 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:16:11,049 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741828_1004 (size=1189)
2024-11-09T00:16:11,064 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/MasterData/data/master/store
2024-11-09T00:16:11,110 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741829_1005 (size=34)
2024-11-09T00:16:11,111 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:16:11,111 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:16:11,111 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:16:11,111 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:16:11,111 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:16:11,111 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:16:11,111 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:16:11,111 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111371111Disabling compacts and flushes for region at 1731111371111Disabling writes for close at 1731111371111Writing region close event to WAL at 1731111371111Closed at 1731111371111
2024-11-09T00:16:11,112 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/MasterData/data/master/store/.initializing
2024-11-09T00:16:11,112 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/MasterData/WALs/ef986b38239e,43135,1731111370285
2024-11-09T00:16:11,116 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:16:11,119 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef986b38239e%2C43135%2C1731111370285, suffix=, logDir=hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/MasterData/WALs/ef986b38239e,43135,1731111370285, archiveDir=hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/MasterData/oldWALs, maxLogs=10
2024-11-09T00:16:11,137 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/MasterData/WALs/ef986b38239e,43135,1731111370285/ef986b38239e%2C43135%2C1731111370285.1731111371119, exclude list is [], retry=0
2024-11-09T00:16:11,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35011,DS-e7daa870-8d47-4f91-86ae-297e5a9b0bbf,DISK]
2024-11-09T00:16:11,153 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/MasterData/WALs/ef986b38239e,43135,1731111370285/ef986b38239e%2C43135%2C1731111370285.1731111371119
2024-11-09T00:16:11,156 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35289:35289)]
2024-11-09T00:16:11,156 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:16:11,157 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:16:11,157 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:16:11,157 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:16:11,160 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:16:11,162 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-09T00:16:11,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:11,163 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:11,163 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:16:11,169 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-09T00:16:11,169 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:11,170 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:16:11,170 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:16:11,172 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-09T00:16:11,172 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:11,174 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:16:11,174 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:16:11,176 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-09T00:16:11,176 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:11,177 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:16:11,177 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:16:11,178 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:16:11,178 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:16:11,180 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:16:11,180 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:16:11,180 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:16:11,182 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:16:11,184 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:16:11,185 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71794727, jitterRate=0.06982479989528656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:16:11,185 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731111371157Initializing all the Stores at 1731111371158 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111371158Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111371160 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111371160Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111371160Cleaning up temporary data from old regions at 1731111371180 (+20 ms)Region opened successfully at 1731111371185 (+5 ms)
2024-11-09T00:16:11,185 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-09T00:16:11,190 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0077f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:16:11,191 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-09T00:16:11,191 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-09T00:16:11,191 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-09T00:16:11,191 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-09T00:16:11,192 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-09T00:16:11,192 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-09T00:16:11,192 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-09T00:16:11,196 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-09T00:16:11,197 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43135-0x1011cf31db40003, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Unable to get data of znode /1-1250877874/balancer because node does not exist (not necessarily an error)
2024-11-09T00:16:11,208 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1250877874/balancer already deleted, retry=false
2024-11-09T00:16:11,209 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-09T00:16:11,210 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43135-0x1011cf31db40003, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Unable to get data of znode /1-1250877874/normalizer because node does not exist (not necessarily an error)
2024-11-09T00:16:11,219 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1250877874/normalizer already deleted, retry=false
2024-11-09T00:16:11,219 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-09T00:16:11,220 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43135-0x1011cf31db40003, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Unable to get data of znode /1-1250877874/switch/split because node does not exist (not necessarily an error)
2024-11-09T00:16:11,229 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1250877874/switch/split already deleted, retry=false
2024-11-09T00:16:11,230 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43135-0x1011cf31db40003, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Unable to get data of znode /1-1250877874/switch/merge because node does not exist (not necessarily an error)
2024-11-09T00:16:11,240 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1250877874/switch/merge already deleted, retry=false
2024-11-09T00:16:11,242 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43135-0x1011cf31db40003, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Unable to get data of znode /1-1250877874/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-09T00:16:11,250 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1250877874/snapshot-cleanup already deleted, retry=false
2024-11-09T00:16:11,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x1011cf31db40003, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1250877874/running
2024-11-09T00:16:11,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41965-0x1011cf31db40004, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1250877874/running
2024-11-09T00:16:11,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x1011cf31db40003, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1250877874
2024-11-09T00:16:11,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41965-0x1011cf31db40004, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1250877874
2024-11-09T00:16:11,262 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef986b38239e,43135,1731111370285, sessionid=0x1011cf31db40003, setting cluster-up flag (Was=false)
2024-11-09T00:16:11,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41965-0x1011cf31db40004, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1250877874
2024-11-09T00:16:11,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x1011cf31db40003, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1250877874
2024-11-09T00:16:11,314 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1250877874/flush-table-proc/acquired, /1-1250877874/flush-table-proc/reached, /1-1250877874/flush-table-proc/abort
2024-11-09T00:16:11,315 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,43135,1731111370285
2024-11-09T00:16:11,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x1011cf31db40003, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1250877874
2024-11-09T00:16:11,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41965-0x1011cf31db40004, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1250877874
2024-11-09T00:16:11,366 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1250877874/online-snapshot/acquired, /1-1250877874/online-snapshot/reached, /1-1250877874/online-snapshot/abort
2024-11-09T00:16:11,367 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,43135,1731111370285
2024-11-09T00:16:11,369 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-09T00:16:11,370 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-09T00:16:11,370 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-09T00:16:11,371 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-09T00:16:11,371 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef986b38239e,43135,1731111370285
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-09T00:16:11,372 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:16:11,372 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:16:11,372 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:16:11,372 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:16:11,372 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef986b38239e:0, corePoolSize=10, maxPoolSize=10
2024-11-09T00:16:11,372 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:11,372 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:16:11,372 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:11,376 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:16:11,376 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-09T00:16:11,377 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:11,377 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-09T00:16:11,384 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731111401384
2024-11-09T00:16:11,385 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-09T00:16:11,385 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-09T00:16:11,385 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-09T00:16:11,385 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-09T00:16:11,385 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-09T00:16:11,385 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-09T00:16:11,385 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:11,396 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-09T00:16:11,397 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-09T00:16:11,397 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-09T00:16:11,397 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-09T00:16:11,400 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-09T00:16:11,400 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-09T00:16:11,404 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111371400,5,FailOnTimeoutGroup]
2024-11-09T00:16:11,405 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741831_1007 (size=1321)
2024-11-09T00:16:11,405 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111371404,5,FailOnTimeoutGroup]
2024-11-09T00:16:11,405 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:11,405 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-09T00:16:11,405 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:11,405 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:11,414 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:16:11,415 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:16:11,429 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:16:11,451 INFO  [RS:0;ef986b38239e:41965 {}] regionserver.HRegionServer(746): ClusterId : 3bf21c9d-eeca-47d9-8dd4-298b89e70771
2024-11-09T00:16:11,451 DEBUG [RS:0;ef986b38239e:41965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T00:16:11,462 DEBUG [RS:0;ef986b38239e:41965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T00:16:11,462 DEBUG [RS:0;ef986b38239e:41965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T00:16:11,472 DEBUG [RS:0;ef986b38239e:41965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T00:16:11,473 DEBUG [RS:0;ef986b38239e:41965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b3e7bb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:16:11,484 DEBUG [RS:0;ef986b38239e:41965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef986b38239e:41965
2024-11-09T00:16:11,484 INFO  [RS:0;ef986b38239e:41965 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T00:16:11,484 INFO  [RS:0;ef986b38239e:41965 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T00:16:11,484 DEBUG [RS:0;ef986b38239e:41965 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T00:16:11,485 INFO  [RS:0;ef986b38239e:41965 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef986b38239e,43135,1731111370285 with port=41965, startcode=1731111370421
2024-11-09T00:16:11,485 DEBUG [RS:0;ef986b38239e:41965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T00:16:11,488 INFO  [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T00:16:11,489 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43135 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef986b38239e,41965,1731111370421
2024-11-09T00:16:11,489 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43135 {}] master.ServerManager(517): Registering regionserver=ef986b38239e,41965,1731111370421
2024-11-09T00:16:11,491 DEBUG [RS:0;ef986b38239e:41965 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966
2024-11-09T00:16:11,491 DEBUG [RS:0;ef986b38239e:41965 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41955
2024-11-09T00:16:11,491 DEBUG [RS:0;ef986b38239e:41965 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T00:16:11,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x1011cf31db40003, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1250877874/rs
2024-11-09T00:16:11,534 DEBUG [RS:0;ef986b38239e:41965 {}] zookeeper.ZKUtil(111): regionserver:41965-0x1011cf31db40004, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Set watcher on existing znode=/1-1250877874/rs/ef986b38239e,41965,1731111370421
2024-11-09T00:16:11,535 WARN  [RS:0;ef986b38239e:41965 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:16:11,535 INFO  [RS:0;ef986b38239e:41965 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:16:11,535 DEBUG [RS:0;ef986b38239e:41965 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/WALs/ef986b38239e,41965,1731111370421
2024-11-09T00:16:11,535 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef986b38239e,41965,1731111370421]
2024-11-09T00:16:11,539 INFO  [RS:0;ef986b38239e:41965 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T00:16:11,541 INFO  [RS:0;ef986b38239e:41965 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T00:16:11,541 INFO  [RS:0;ef986b38239e:41965 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T00:16:11,541 INFO  [RS:0;ef986b38239e:41965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:11,541 INFO  [RS:0;ef986b38239e:41965 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T00:16:11,542 INFO  [RS:0;ef986b38239e:41965 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T00:16:11,542 INFO  [RS:0;ef986b38239e:41965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:11,542 DEBUG [RS:0;ef986b38239e:41965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:11,542 DEBUG [RS:0;ef986b38239e:41965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:11,542 DEBUG [RS:0;ef986b38239e:41965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:11,542 DEBUG [RS:0;ef986b38239e:41965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:11,542 DEBUG [RS:0;ef986b38239e:41965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:11,542 DEBUG [RS:0;ef986b38239e:41965 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:16:11,542 DEBUG [RS:0;ef986b38239e:41965 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:11,542 DEBUG [RS:0;ef986b38239e:41965 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:11,543 DEBUG [RS:0;ef986b38239e:41965 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:11,543 DEBUG [RS:0;ef986b38239e:41965 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:11,543 DEBUG [RS:0;ef986b38239e:41965 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:11,543 DEBUG [RS:0;ef986b38239e:41965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:11,543 DEBUG [RS:0;ef986b38239e:41965 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:16:11,543 DEBUG [RS:0;ef986b38239e:41965 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:16:11,543 INFO  [RS:0;ef986b38239e:41965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:11,543 INFO  [RS:0;ef986b38239e:41965 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:11,543 INFO  [RS:0;ef986b38239e:41965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:11,543 INFO  [RS:0;ef986b38239e:41965 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:11,543 INFO  [RS:0;ef986b38239e:41965 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:11,543 INFO  [RS:0;ef986b38239e:41965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,41965,1731111370421-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:16:11,557 INFO  [RS:0;ef986b38239e:41965 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T00:16:11,557 INFO  [RS:0;ef986b38239e:41965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,41965,1731111370421-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:11,557 INFO  [RS:0;ef986b38239e:41965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:11,557 INFO  [RS:0;ef986b38239e:41965 {}] regionserver.Replication(171): ef986b38239e,41965,1731111370421 started
2024-11-09T00:16:11,571 INFO  [RS:0;ef986b38239e:41965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:11,571 INFO  [RS:0;ef986b38239e:41965 {}] regionserver.HRegionServer(1482): Serving as ef986b38239e,41965,1731111370421, RpcServer on ef986b38239e/172.17.0.3:41965, sessionid=0x1011cf31db40004
2024-11-09T00:16:11,571 DEBUG [RS:0;ef986b38239e:41965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T00:16:11,571 DEBUG [RS:0;ef986b38239e:41965 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef986b38239e,41965,1731111370421
2024-11-09T00:16:11,571 DEBUG [RS:0;ef986b38239e:41965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,41965,1731111370421'
2024-11-09T00:16:11,571 DEBUG [RS:0;ef986b38239e:41965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1250877874/flush-table-proc/abort'
2024-11-09T00:16:11,572 DEBUG [RS:0;ef986b38239e:41965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1250877874/flush-table-proc/acquired'
2024-11-09T00:16:11,572 DEBUG [RS:0;ef986b38239e:41965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T00:16:11,572 DEBUG [RS:0;ef986b38239e:41965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T00:16:11,572 DEBUG [RS:0;ef986b38239e:41965 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef986b38239e,41965,1731111370421
2024-11-09T00:16:11,572 DEBUG [RS:0;ef986b38239e:41965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,41965,1731111370421'
2024-11-09T00:16:11,573 DEBUG [RS:0;ef986b38239e:41965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1250877874/online-snapshot/abort'
2024-11-09T00:16:11,573 DEBUG [RS:0;ef986b38239e:41965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1250877874/online-snapshot/acquired'
2024-11-09T00:16:11,573 DEBUG [RS:0;ef986b38239e:41965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T00:16:11,573 INFO  [RS:0;ef986b38239e:41965 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T00:16:11,573 INFO  [RS:0;ef986b38239e:41965 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T00:16:11,674 INFO  [RS:0;ef986b38239e:41965 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:16:11,675 INFO  [RS:0;ef986b38239e:41965 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C41965%2C1731111370421, suffix=, logDir=hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/WALs/ef986b38239e,41965,1731111370421, archiveDir=hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/oldWALs, maxLogs=10
2024-11-09T00:16:11,687 DEBUG [RS:0;ef986b38239e:41965 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/WALs/ef986b38239e,41965,1731111370421/ef986b38239e%2C41965%2C1731111370421.1731111371676, exclude list is [], retry=0
2024-11-09T00:16:11,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35011,DS-e7daa870-8d47-4f91-86ae-297e5a9b0bbf,DISK]
2024-11-09T00:16:11,691 INFO  [RS:0;ef986b38239e:41965 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/WALs/ef986b38239e,41965,1731111370421/ef986b38239e%2C41965%2C1731111370421.1731111371676
2024-11-09T00:16:11,692 DEBUG [RS:0;ef986b38239e:41965 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35289:35289)]
2024-11-09T00:16:11,807 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-09T00:16:11,807 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966
2024-11-09T00:16:11,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741833_1009 (size=32)
2024-11-09T00:16:12,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:16:12,215 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:16:12,216 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:16:12,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:12,217 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:12,217 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:16:12,218 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:16:12,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:12,219 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:12,219 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:16:12,220 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:16:12,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:12,220 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:12,220 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:16:12,221 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:16:12,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:12,222 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:12,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:16:12,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/data/hbase/meta/1588230740
2024-11-09T00:16:12,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/data/hbase/meta/1588230740
2024-11-09T00:16:12,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:16:12,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:16:12,226 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:16:12,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:16:12,230 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:16:12,230 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72450420, jitterRate=0.07959538698196411}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:16:12,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731111372214Initializing all the Stores at 1731111372215 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111372215Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111372215Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111372215Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111372215Cleaning up temporary data from old regions at 1731111372225 (+10 ms)Region opened successfully at 1731111372230 (+5 ms)
2024-11-09T00:16:12,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:16:12,231 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:16:12,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:16:12,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:16:12,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:16:12,232 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:16:12,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111372231Disabling compacts and flushes for region at 1731111372231Disabling writes for close at 1731111372231Writing region close event to WAL at 1731111372232 (+1 ms)Closed at 1731111372232
2024-11-09T00:16:12,233 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:16:12,234 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-09T00:16:12,234 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-09T00:16:12,235 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:16:12,236 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-09T00:16:12,386 DEBUG [ef986b38239e:43135 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-09T00:16:12,387 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef986b38239e,41965,1731111370421
2024-11-09T00:16:12,389 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,41965,1731111370421, state=OPENING
2024-11-09T00:16:12,408 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-09T00:16:12,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41965-0x1011cf31db40004, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1250877874
2024-11-09T00:16:12,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x1011cf31db40003, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1250877874
2024-11-09T00:16:12,420 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:16:12,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1250877874/meta-region-server: CHANGED
2024-11-09T00:16:12,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1250877874/meta-region-server: CHANGED
2024-11-09T00:16:12,420 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,41965,1731111370421}]
2024-11-09T00:16:12,573 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:16:12,575 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-09T00:16:12,578 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-09T00:16:12,579 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:16:12,579 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-09T00:16:12,580 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C41965%2C1731111370421.meta, suffix=.meta, logDir=hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/WALs/ef986b38239e,41965,1731111370421, archiveDir=hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/oldWALs, maxLogs=10
2024-11-09T00:16:12,593 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/WALs/ef986b38239e,41965,1731111370421/ef986b38239e%2C41965%2C1731111370421.meta.1731111372581.meta, exclude list is [], retry=0
2024-11-09T00:16:12,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35011,DS-e7daa870-8d47-4f91-86ae-297e5a9b0bbf,DISK]
2024-11-09T00:16:12,597 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/WALs/ef986b38239e,41965,1731111370421/ef986b38239e%2C41965%2C1731111370421.meta.1731111372581.meta
2024-11-09T00:16:12,597 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35289:35289)]
2024-11-09T00:16:12,597 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:16:12,598 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:16:12,598 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:16:12,598 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-09T00:16:12,598 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-09T00:16:12,598 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-09T00:16:12,598 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:16:12,598 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-09T00:16:12,598 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-09T00:16:12,600 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:16:12,600 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:16:12,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:12,601 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:12,601 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:16:12,602 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:16:12,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:12,602 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:12,602 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:16:12,603 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:16:12,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:12,603 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:12,603 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:16:12,604 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:16:12,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:12,605 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:12,605 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:16:12,606 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/data/hbase/meta/1588230740
2024-11-09T00:16:12,607 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/data/hbase/meta/1588230740
2024-11-09T00:16:12,608 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:16:12,608 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:16:12,609 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:16:12,610 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:16:12,611 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61989633, jitterRate=-0.07628248631954193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:16:12,611 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-09T00:16:12,611 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731111372598Writing region info on filesystem at 1731111372598Initializing all the Stores at 1731111372599 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111372599Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111372599Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111372599Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111372599Cleaning up temporary data from old regions at 1731111372608 (+9 ms)Running coprocessor post-open hooks at 1731111372611 (+3 ms)Region opened successfully at 1731111372611
2024-11-09T00:16:12,612 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731111372573
2024-11-09T00:16:12,614 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-09T00:16:12,615 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-09T00:16:12,615 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,41965,1731111370421
2024-11-09T00:16:12,616 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,41965,1731111370421, state=OPEN
2024-11-09T00:16:12,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41965-0x1011cf31db40004, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1250877874/meta-region-server
2024-11-09T00:16:12,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x1011cf31db40003, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1250877874/meta-region-server
2024-11-09T00:16:12,628 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef986b38239e,41965,1731111370421
2024-11-09T00:16:12,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1250877874/meta-region-server: CHANGED
2024-11-09T00:16:12,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1250877874/meta-region-server: CHANGED
2024-11-09T00:16:12,631 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-09T00:16:12,631 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,41965,1731111370421 in 208 msec
2024-11-09T00:16:12,634 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-09T00:16:12,634 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 397 msec
2024-11-09T00:16:12,635 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:16:12,635 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-09T00:16:12,636 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:16:12,636 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,41965,1731111370421, seqNum=-1]
2024-11-09T00:16:12,637 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:16:12,638 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:16:12,644 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2730 sec
2024-11-09T00:16:12,644 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731111372644, completionTime=-1
2024-11-09T00:16:12,645 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-09T00:16:12,645 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-09T00:16:12,647 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-09T00:16:12,647 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731111432647
2024-11-09T00:16:12,647 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731111492647
2024-11-09T00:16:12,647 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-09T00:16:12,647 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,43135,1731111370285-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:12,647 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,43135,1731111370285-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:12,647 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,43135,1731111370285-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:12,647 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef986b38239e:43135, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:12,647 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:12,648 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:12,649 DEBUG [master/ef986b38239e:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-09T00:16:12,651 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.158sec
2024-11-09T00:16:12,651 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-09T00:16:12,652 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-09T00:16:12,652 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-09T00:16:12,652 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-09T00:16:12,652 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-09T00:16:12,652 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,43135,1731111370285-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:16:12,652 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,43135,1731111370285-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-09T00:16:12,654 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-09T00:16:12,654 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-09T00:16:12,654 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,43135,1731111370285-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:12,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf8d0b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:12,752 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,43135,-1 for getting cluster id
2024-11-09T00:16:12,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:16:12,754 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3bf21c9d-eeca-47d9-8dd4-298b89e70771'
2024-11-09T00:16:12,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:16:12,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3bf21c9d-eeca-47d9-8dd4-298b89e70771"

2024-11-09T00:16:12,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6612a0bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:12,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,43135,-1]
2024-11-09T00:16:12,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:16:12,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:12,756 INFO  [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:16:12,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f094d36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:12,757 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:16:12,758 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,41965,1731111370421, seqNum=-1]
2024-11-09T00:16:12,759 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:16:12,760 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:16:12,762 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef986b38239e,43135,1731111370285
2024-11-09T00:16:12,763 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60604
2024-11-09T00:16:12,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:16:12,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011cf31db40005 connected
2024-11-09T00:16:12,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204ecce7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:12,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,38475,-1 for getting cluster id
2024-11-09T00:16:12,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:16:12,802 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b990a153-f978-4260-a8ed-d052073428d0'
2024-11-09T00:16:12,802 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:16:12,802 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b990a153-f978-4260-a8ed-d052073428d0"

2024-11-09T00:16:12,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a2e13ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:12,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,38475,-1]
2024-11-09T00:16:12,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:16:12,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:12,804 INFO  [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:16:12,805 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2d6675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:12,805 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:16:12,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,38475,1731111365347
2024-11-09T00:16:12,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fb1a53f
2024-11-09T00:16:12,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:16:12,807 INFO  [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:16:12,808 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38475 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ef986b38239e:43135,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-09T00:16:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38475 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-09T00:16:12,811 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:43135'
2024-11-09T00:16:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:16:12,812 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@674a56e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:12,812 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,43135,-1 for getting cluster id
2024-11-09T00:16:12,812 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:16:12,813 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3bf21c9d-eeca-47d9-8dd4-298b89e70771'
2024-11-09T00:16:12,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:16:12,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3bf21c9d-eeca-47d9-8dd4-298b89e70771"

2024-11-09T00:16:12,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8063a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:12,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,43135,-1]
2024-11-09T00:16:12,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:16:12,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:12,815 INFO  [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:16:12,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d162177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:12,816 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:16:12,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,43135,1731111370285
2024-11-09T00:16:12,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3edf9bc6
2024-11-09T00:16:12,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:16:12,818 INFO  [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:16:12,819 INFO  [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3.
2024-11-09T00:16:12,819 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-09T00:16:12,819 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:12,819 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:12,819 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:16:12,820 INFO  [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:16:12,821 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-09T00:16:12,822 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T00:16:12,823 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:12,824 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T00:16:12,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741835_1011 (size=1138)
2024-11-09T00:16:12,871 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-09T00:16:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:16:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:16:13,208 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-09T00:16:13,232 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7e3d7b60b6c9b81c987da0255cf04183, NAME => 'hbase:replication,,1731111372819.7e3d7b60b6c9b81c987da0255cf04183.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261
2024-11-09T00:16:13,237 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741836_1012 (size=44)
2024-11-09T00:16:13,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:16:13,638 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731111372819.7e3d7b60b6c9b81c987da0255cf04183.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:16:13,638 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7e3d7b60b6c9b81c987da0255cf04183, disabling compactions & flushes
2024-11-09T00:16:13,638 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111372819.7e3d7b60b6c9b81c987da0255cf04183.
2024-11-09T00:16:13,638 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111372819.7e3d7b60b6c9b81c987da0255cf04183.
2024-11-09T00:16:13,638 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111372819.7e3d7b60b6c9b81c987da0255cf04183. after waiting 0 ms
2024-11-09T00:16:13,639 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111372819.7e3d7b60b6c9b81c987da0255cf04183.
2024-11-09T00:16:13,639 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731111372819.7e3d7b60b6c9b81c987da0255cf04183.
2024-11-09T00:16:13,639 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7e3d7b60b6c9b81c987da0255cf04183:
Waiting for close lock at 1731111373638Disabling compacts and flushes for region at 1731111373638Disabling writes for close at 1731111373638Writing region close event to WAL at 1731111373639 (+1 ms)Closed at 1731111373639
2024-11-09T00:16:13,640 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T00:16:13,641 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731111372819.7e3d7b60b6c9b81c987da0255cf04183.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731111373640"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731111373640"}]},"ts":"1731111373640"}
2024-11-09T00:16:13,643 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T00:16:13,645 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T00:16:13,645 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111373645"}]},"ts":"1731111373645"}
2024-11-09T00:16:13,647 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-09T00:16:13,648 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e3d7b60b6c9b81c987da0255cf04183, ASSIGN}]
2024-11-09T00:16:13,649 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e3d7b60b6c9b81c987da0255cf04183, ASSIGN
2024-11-09T00:16:13,650 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7e3d7b60b6c9b81c987da0255cf04183, ASSIGN; state=OFFLINE, location=ef986b38239e,42087,1731111365547; forceNewPlan=false, retain=false
2024-11-09T00:16:13,801 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7e3d7b60b6c9b81c987da0255cf04183, regionState=OPENING, regionLocation=ef986b38239e,42087,1731111365547
2024-11-09T00:16:13,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7e3d7b60b6c9b81c987da0255cf04183, ASSIGN because future has completed
2024-11-09T00:16:13,804 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e3d7b60b6c9b81c987da0255cf04183, server=ef986b38239e,42087,1731111365547}]
2024-11-09T00:16:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:16:13,961 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731111372819.7e3d7b60b6c9b81c987da0255cf04183.
2024-11-09T00:16:13,961 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:16:13,961 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-09T00:16:13,963 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C42087%2C1731111365547.rep, suffix=, logDir=hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/WALs/ef986b38239e,42087,1731111365547, archiveDir=hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/oldWALs, maxLogs=10
2024-11-09T00:16:13,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/WALs/ef986b38239e,42087,1731111365547/ef986b38239e%2C42087%2C1731111365547.rep.1731111373963, exclude list is [], retry=0
2024-11-09T00:16:13,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45461,DS-ce46efc2-a2c2-42ab-ad3a-a5015809fc0e,DISK]
2024-11-09T00:16:13,982 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/WALs/ef986b38239e,42087,1731111365547/ef986b38239e%2C42087%2C1731111365547.rep.1731111373963
2024-11-09T00:16:13,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45063:45063)]
2024-11-09T00:16:13,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e3d7b60b6c9b81c987da0255cf04183, NAME => 'hbase:replication,,1731111372819.7e3d7b60b6c9b81c987da0255cf04183.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:16:13,983 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:16:13,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:16:13,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731111372819.7e3d7b60b6c9b81c987da0255cf04183. service=MultiRowMutationService
2024-11-09T00:16:13,983 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-09T00:16:13,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7e3d7b60b6c9b81c987da0255cf04183
2024-11-09T00:16:13,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731111372819.7e3d7b60b6c9b81c987da0255cf04183.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:16:13,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7e3d7b60b6c9b81c987da0255cf04183
2024-11-09T00:16:13,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7e3d7b60b6c9b81c987da0255cf04183
2024-11-09T00:16:13,985 INFO  [StoreOpener-7e3d7b60b6c9b81c987da0255cf04183-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7e3d7b60b6c9b81c987da0255cf04183 
2024-11-09T00:16:13,986 INFO  [StoreOpener-7e3d7b60b6c9b81c987da0255cf04183-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e3d7b60b6c9b81c987da0255cf04183 columnFamilyName hfileref
2024-11-09T00:16:13,987 DEBUG [StoreOpener-7e3d7b60b6c9b81c987da0255cf04183-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:13,987 INFO  [StoreOpener-7e3d7b60b6c9b81c987da0255cf04183-1 {}] regionserver.HStore(327): Store=7e3d7b60b6c9b81c987da0255cf04183/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:16:13,987 INFO  [StoreOpener-7e3d7b60b6c9b81c987da0255cf04183-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7e3d7b60b6c9b81c987da0255cf04183 
2024-11-09T00:16:13,989 INFO  [StoreOpener-7e3d7b60b6c9b81c987da0255cf04183-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e3d7b60b6c9b81c987da0255cf04183 columnFamilyName queue
2024-11-09T00:16:13,989 DEBUG [StoreOpener-7e3d7b60b6c9b81c987da0255cf04183-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:13,990 INFO  [StoreOpener-7e3d7b60b6c9b81c987da0255cf04183-1 {}] regionserver.HStore(327): Store=7e3d7b60b6c9b81c987da0255cf04183/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:16:13,990 INFO  [StoreOpener-7e3d7b60b6c9b81c987da0255cf04183-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7e3d7b60b6c9b81c987da0255cf04183 
2024-11-09T00:16:13,992 INFO  [StoreOpener-7e3d7b60b6c9b81c987da0255cf04183-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e3d7b60b6c9b81c987da0255cf04183 columnFamilyName sid
2024-11-09T00:16:13,993 DEBUG [StoreOpener-7e3d7b60b6c9b81c987da0255cf04183-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:13,993 INFO  [StoreOpener-7e3d7b60b6c9b81c987da0255cf04183-1 {}] regionserver.HStore(327): Store=7e3d7b60b6c9b81c987da0255cf04183/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:16:13,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7e3d7b60b6c9b81c987da0255cf04183
2024-11-09T00:16:13,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/data/hbase/replication/7e3d7b60b6c9b81c987da0255cf04183
2024-11-09T00:16:13,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/data/hbase/replication/7e3d7b60b6c9b81c987da0255cf04183
2024-11-09T00:16:13,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7e3d7b60b6c9b81c987da0255cf04183
2024-11-09T00:16:13,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7e3d7b60b6c9b81c987da0255cf04183
2024-11-09T00:16:13,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-09T00:16:13,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7e3d7b60b6c9b81c987da0255cf04183
2024-11-09T00:16:14,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/data/hbase/replication/7e3d7b60b6c9b81c987da0255cf04183/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:16:14,000 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 7e3d7b60b6c9b81c987da0255cf04183; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73124320, jitterRate=0.08963727951049805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-09T00:16:14,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e3d7b60b6c9b81c987da0255cf04183
2024-11-09T00:16:14,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7e3d7b60b6c9b81c987da0255cf04183:
Running coprocessor pre-open hook at 1731111373983Writing region info on filesystem at 1731111373983Initializing all the Stores at 1731111373984 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111373984Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111373984Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111373984Cleaning up temporary data from old regions at 1731111373996 (+12 ms)Running coprocessor post-open hooks at 1731111374001 (+5 ms)Region opened successfully at 1731111374001
2024-11-09T00:16:14,003 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731111372819.7e3d7b60b6c9b81c987da0255cf04183., pid=7, masterSystemTime=1731111373956
2024-11-09T00:16:14,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731111372819.7e3d7b60b6c9b81c987da0255cf04183.
2024-11-09T00:16:14,006 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731111372819.7e3d7b60b6c9b81c987da0255cf04183.
2024-11-09T00:16:14,006 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7e3d7b60b6c9b81c987da0255cf04183, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,42087,1731111365547
2024-11-09T00:16:14,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e3d7b60b6c9b81c987da0255cf04183, server=ef986b38239e,42087,1731111365547 because future has completed
2024-11-09T00:16:14,014 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6
2024-11-09T00:16:14,014 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e3d7b60b6c9b81c987da0255cf04183, server=ef986b38239e,42087,1731111365547 in 207 msec
2024-11-09T00:16:14,017 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-09T00:16:14,017 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e3d7b60b6c9b81c987da0255cf04183, ASSIGN in 366 msec
2024-11-09T00:16:14,018 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T00:16:14,019 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111374018"}]},"ts":"1731111374018"}
2024-11-09T00:16:14,021 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-09T00:16:14,023 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T00:16:14,026 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2030 sec
2024-11-09T00:16:14,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731111372819.7e3d7b60b6c9b81c987da0255cf04183., hostname=ef986b38239e,42087,1731111365547, seqNum=2]
2024-11-09T00:16:14,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x1011cf31db40000, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906693526
2024-11-09T00:16:14,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42087-0x1011cf31db40001, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906693526
2024-11-09T00:16:14,168 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-09T00:16:14,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8
2024-11-09T00:16:14,323 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-09T00:16:14,365 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-ef986b38239e,42087,1731111365547, ReplicationSource: 1, currentBandwidth=0
2024-11-09T00:16:14,366 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:16:14,366 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,42087,1731111365547, seqNum=-1]
2024-11-09T00:16:14,366 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:16:14,368 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService
2024-11-09T00:16:14,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ef986b38239e,42087,1731111365547', locateType=CURRENT is [region=hbase:replication,,1731111372819.7e3d7b60b6c9b81c987da0255cf04183., hostname=ef986b38239e,42087,1731111365547, seqNum=2]
2024-11-09T00:16:14,376 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-09T00:16:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38475 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-09T00:16:14,381 INFO  [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ef986b38239e,42087,1731111365547 suceeded
2024-11-09T00:16:14,383 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4
2024-11-09T00:16:14,384 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 213 msec
2024-11-09T00:16:14,384 INFO  [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ef986b38239e:43135,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-09T00:16:14,387 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5760 sec
2024-11-09T00:16:14,395 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,42087,1731111365547 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:43135'
2024-11-09T00:16:14,399 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,42087,1731111365547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@391d54d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:14,399 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,42087,1731111365547 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,43135,-1 for getting cluster id
2024-11-09T00:16:14,399 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,42087,1731111365547 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:16:14,400 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3bf21c9d-eeca-47d9-8dd4-298b89e70771'
2024-11-09T00:16:14,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:16:14,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3bf21c9d-eeca-47d9-8dd4-298b89e70771"

2024-11-09T00:16:14,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33361bf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:14,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,43135,-1]
2024-11-09T00:16:14,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:16:14,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:14,402 INFO  [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:16:14,403 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,42087,1731111365547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3049511f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:14,404 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,42087,1731111365547 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:16:14,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,43135,1731111370285
2024-11-09T00:16:14,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b713f73
2024-11-09T00:16:14,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:16:14,407 INFO  [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService
2024-11-09T00:16:14,408 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,42087,1731111365547 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef986b38239e,42087,1731111365547 (queues=1) is replicating from cluster=b990a153-f978-4260-a8ed-d052073428d0 to cluster=3bf21c9d-eeca-47d9-8dd4-298b89e70771
2024-11-09T00:16:14,408 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,42087,1731111365547 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef986b38239e%2C42087%2C1731111365547
2024-11-09T00:16:14,408 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,42087,1731111365547 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef986b38239e,42087,1731111365547, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-09T00:16:14,409 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,42087,1731111365547.replicationSource.wal-reader.ef986b38239e%2C42087%2C1731111365547,1-ef986b38239e,42087,1731111365547 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/WALs/ef986b38239e,42087,1731111365547/ef986b38239e%2C42087%2C1731111365547.1731111367403, startPosition=0, beingWritten=true
2024-11-09T00:16:14,416 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,42087,1731111365547.replicationSource.shipperef986b38239e%2C42087%2C1731111365547,1-ef986b38239e,42087,1731111365547 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef986b38239e%2C42087%2C1731111365547
2024-11-09T00:16:14,626 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,42087,1731111365547.replicationSource.wal-reader.ef986b38239e%2C42087%2C1731111365547,1-ef986b38239e,42087,1731111365547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/WALs/ef986b38239e,42087,1731111365547/ef986b38239e%2C42087%2C1731111365547.1731111367403 to pos 0, reset compression=false
2024-11-09T00:16:14,932 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,42087,1731111365547.replicationSource.wal-reader.ef986b38239e%2C42087%2C1731111365547,1-ef986b38239e,42087,1731111365547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/WALs/ef986b38239e,42087,1731111365547/ef986b38239e%2C42087%2C1731111365547.1731111367403 to pos 0, reset compression=false
2024-11-09T00:16:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:16:14,957 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-09T00:16:14,957 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:16:14,957 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:16:14,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:14,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:14,957 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:16:14,957 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:16:14,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,38475,1731111365347
2024-11-09T00:16:14,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bc297f3
2024-11-09T00:16:14,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:16:14,959 INFO  [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:16:14,960 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38475 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1
2024-11-09T00:16:14,960 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-09T00:16:14,960 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:16:14,960 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:16:14,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:14,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:14,960 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:16:14,960 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-09T00:16:14,960 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=95941977, stopped=false
2024-11-09T00:16:14,961 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef986b38239e,43135,1731111370285
2024-11-09T00:16:15,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x1011cf31db40003, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1250877874/running
2024-11-09T00:16:15,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41965-0x1011cf31db40004, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1250877874/running
2024-11-09T00:16:15,008 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:16:15,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x1011cf31db40003, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1250877874
2024-11-09T00:16:15,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41965-0x1011cf31db40004, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1250877874
2024-11-09T00:16:15,009 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:16:15,009 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:16:15,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:15,009 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef986b38239e,41965,1731111370421' *****
2024-11-09T00:16:15,009 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T00:16:15,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41965-0x1011cf31db40004, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Set watcher on znode that does not yet exist, /1-1250877874/running
2024-11-09T00:16:15,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43135-0x1011cf31db40003, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Set watcher on znode that does not yet exist, /1-1250877874/running
2024-11-09T00:16:15,010 INFO  [RS:0;ef986b38239e:41965 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T00:16:15,010 INFO  [RS:0;ef986b38239e:41965 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T00:16:15,010 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T00:16:15,010 INFO  [RS:0;ef986b38239e:41965 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T00:16:15,010 INFO  [RS:0;ef986b38239e:41965 {}] regionserver.HRegionServer(959): stopping server ef986b38239e,41965,1731111370421
2024-11-09T00:16:15,010 INFO  [RS:0;ef986b38239e:41965 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:16:15,010 INFO  [RS:0;ef986b38239e:41965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:41965.
2024-11-09T00:16:15,010 DEBUG [RS:0;ef986b38239e:41965 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:16:15,010 DEBUG [RS:0;ef986b38239e:41965 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:15,010 INFO  [RS:0;ef986b38239e:41965 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T00:16:15,010 INFO  [RS:0;ef986b38239e:41965 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T00:16:15,010 INFO  [RS:0;ef986b38239e:41965 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T00:16:15,010 INFO  [RS:0;ef986b38239e:41965 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-09T00:16:15,011 INFO  [RS:0;ef986b38239e:41965 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-09T00:16:15,011 DEBUG [RS:0;ef986b38239e:41965 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-09T00:16:15,011 DEBUG [RS:0;ef986b38239e:41965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:16:15,011 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:16:15,011 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:16:15,011 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:16:15,011 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:16:15,011 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:16:15,011 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB
2024-11-09T00:16:15,026 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/data/hbase/meta/1588230740/.tmp/ns/01247e6578664ba6bb53af0b218f4a9a is 43, key is default/ns:d/1731111372639/Put/seqid=0
2024-11-09T00:16:15,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741835_1011 (size=5153)
2024-11-09T00:16:15,047 INFO  [regionserver/ef986b38239e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:16:15,211 DEBUG [RS:0;ef986b38239e:41965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:16:15,337 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,42087,1731111365547.replicationSource.wal-reader.ef986b38239e%2C42087%2C1731111365547,1-ef986b38239e,42087,1731111365547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/WALs/ef986b38239e,42087,1731111365547/ef986b38239e%2C42087%2C1731111365547.1731111367403 to pos 0, reset compression=false
2024-11-09T00:16:15,411 DEBUG [RS:0;ef986b38239e:41965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:16:15,431 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/data/hbase/meta/1588230740/.tmp/ns/01247e6578664ba6bb53af0b218f4a9a
2024-11-09T00:16:15,438 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/data/hbase/meta/1588230740/.tmp/ns/01247e6578664ba6bb53af0b218f4a9a as hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/data/hbase/meta/1588230740/ns/01247e6578664ba6bb53af0b218f4a9a
2024-11-09T00:16:15,444 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/data/hbase/meta/1588230740/ns/01247e6578664ba6bb53af0b218f4a9a, entries=2, sequenceid=6, filesize=5.0 K
2024-11-09T00:16:15,445 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false
2024-11-09T00:16:15,452 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-09T00:16:15,453 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:16:15,453 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:16:15,453 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:16:15,453 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111375011Running coprocessor pre-close hooks at 1731111375011Disabling compacts and flushes for region at 1731111375011Disabling writes for close at 1731111375011Obtaining lock to block concurrent updates at 1731111375011Preparing flush snapshotting stores in 1588230740 at 1731111375011Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731111375011Flushing stores of hbase:meta,,1.1588230740 at 1731111375012 (+1 ms)Flushing 1588230740/ns: creating writer at 1731111375012Flushing 1588230740/ns: appending metadata at 1731111375026 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731111375026Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1afa372f: reopening flushed file at 1731111375437 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false at 1731111375445 (+8 ms)Writing region close event to WAL at 1731111375447 (+2 ms)Running coprocessor post-close hooks at 1731111375453 (+6 ms)Closed at 1731111375453
2024-11-09T00:16:15,454 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-09T00:16:15,611 INFO  [RS:0;ef986b38239e:41965 {}] regionserver.HRegionServer(976): stopping server ef986b38239e,41965,1731111370421; all regions closed.
2024-11-09T00:16:15,614 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741834_1010 (size=1152)
2024-11-09T00:16:15,614 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/WALs/ef986b38239e,41965,1731111370421/ef986b38239e%2C41965%2C1731111370421.meta.1731111372581.meta not finished, retry = 0
2024-11-09T00:16:15,629 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-09T00:16:15,629 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-09T00:16:15,716 DEBUG [RS:0;ef986b38239e:41965 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/oldWALs
2024-11-09T00:16:15,716 INFO  [RS:0;ef986b38239e:41965 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef986b38239e%2C41965%2C1731111370421.meta:.meta(num 1731111372581)
2024-11-09T00:16:15,719 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/WALs/ef986b38239e,41965,1731111370421/ef986b38239e%2C41965%2C1731111370421.1731111371676 not finished, retry = 0
2024-11-09T00:16:15,719 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741832_1008 (size=93)
2024-11-09T00:16:15,821 DEBUG [RS:0;ef986b38239e:41965 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/oldWALs
2024-11-09T00:16:15,821 INFO  [RS:0;ef986b38239e:41965 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef986b38239e%2C41965%2C1731111370421:(num 1731111371676)
2024-11-09T00:16:15,821 DEBUG [RS:0;ef986b38239e:41965 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:15,821 INFO  [RS:0;ef986b38239e:41965 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:16:15,821 INFO  [RS:0;ef986b38239e:41965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:16:15,822 INFO  [RS:0;ef986b38239e:41965 {}] hbase.ChoreService(370): Chore service for: regionserver/ef986b38239e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-09T00:16:15,822 INFO  [RS:0;ef986b38239e:41965 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:16:15,822 INFO  [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:16:15,822 INFO  [RS:0;ef986b38239e:41965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41965
2024-11-09T00:16:15,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41965-0x1011cf31db40004, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1250877874/rs/ef986b38239e,41965,1731111370421
2024-11-09T00:16:15,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x1011cf31db40003, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1250877874/rs
2024-11-09T00:16:15,829 INFO  [RS:0;ef986b38239e:41965 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:16:15,840 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef986b38239e,41965,1731111370421]
2024-11-09T00:16:15,843 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,42087,1731111365547.replicationSource.wal-reader.ef986b38239e%2C42087%2C1731111365547,1-ef986b38239e,42087,1731111365547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/WALs/ef986b38239e,42087,1731111365547/ef986b38239e%2C42087%2C1731111365547.1731111367403 to pos 0, reset compression=false
2024-11-09T00:16:15,850 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1250877874/draining/ef986b38239e,41965,1731111370421 already deleted, retry=false
2024-11-09T00:16:15,850 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef986b38239e,41965,1731111370421 expired; onlineServers=0
2024-11-09T00:16:15,850 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef986b38239e,43135,1731111370285' *****
2024-11-09T00:16:15,850 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-09T00:16:15,850 INFO  [M:0;ef986b38239e:43135 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:16:15,851 INFO  [M:0;ef986b38239e:43135 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:16:15,851 DEBUG [M:0;ef986b38239e:43135 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-09T00:16:15,851 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-09T00:16:15,851 DEBUG [M:0;ef986b38239e:43135 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-09T00:16:15,851 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111371400 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111371400,5,FailOnTimeoutGroup]
2024-11-09T00:16:15,851 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111371404 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111371404,5,FailOnTimeoutGroup]
2024-11-09T00:16:15,851 INFO  [M:0;ef986b38239e:43135 {}] hbase.ChoreService(370): Chore service for: master/ef986b38239e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-09T00:16:15,851 INFO  [M:0;ef986b38239e:43135 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:16:15,851 DEBUG [M:0;ef986b38239e:43135 {}] master.HMaster(1795): Stopping service threads
2024-11-09T00:16:15,851 INFO  [M:0;ef986b38239e:43135 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-09T00:16:15,851 INFO  [M:0;ef986b38239e:43135 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:16:15,851 INFO  [M:0;ef986b38239e:43135 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-09T00:16:15,851 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-09T00:16:15,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x1011cf31db40003, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1250877874/master
2024-11-09T00:16:15,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x1011cf31db40003, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1250877874
2024-11-09T00:16:15,861 DEBUG [M:0;ef986b38239e:43135 {}] zookeeper.ZKUtil(347): master:43135-0x1011cf31db40003, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Unable to get data of znode /1-1250877874/master because node does not exist (not an error)
2024-11-09T00:16:15,861 WARN  [M:0;ef986b38239e:43135 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-09T00:16:15,862 INFO  [M:0;ef986b38239e:43135 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/.lastflushedseqids
2024-11-09T00:16:15,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741836_1012 (size=99)
2024-11-09T00:16:15,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-09T00:16:15,911 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-09T00:16:15,912 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-09T00:16:15,912 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer
2024-11-09T00:16:15,912 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:16:15,912 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers
2024-11-09T00:16:15,912 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:16:15,912 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-09T00:16:15,912 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-09T00:16:15,912 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-09T00:16:15,940 INFO  [RS:0;ef986b38239e:41965 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:16:15,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41965-0x1011cf31db40004, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:16:15,940 INFO  [RS:0;ef986b38239e:41965 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef986b38239e,41965,1731111370421; zookeeper connection closed.
2024-11-09T00:16:15,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41965-0x1011cf31db40004, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:16:15,940 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@513d53aa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@513d53aa
2024-11-09T00:16:15,941 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-09T00:16:16,266 INFO  [M:0;ef986b38239e:43135 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-09T00:16:16,267 INFO  [M:0;ef986b38239e:43135 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-09T00:16:16,267 DEBUG [M:0;ef986b38239e:43135 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:16:16,267 INFO  [M:0;ef986b38239e:43135 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:16:16,267 DEBUG [M:0;ef986b38239e:43135 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:16:16,267 DEBUG [M:0;ef986b38239e:43135 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:16:16,267 DEBUG [M:0;ef986b38239e:43135 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:16:16,267 INFO  [M:0;ef986b38239e:43135 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB
2024-11-09T00:16:16,283 DEBUG [M:0;ef986b38239e:43135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf1b8c611a794f5e9fc90a1a4d7b62b1 is 82, key is hbase:meta,,1/info:regioninfo/1731111372615/Put/seqid=0
2024-11-09T00:16:16,287 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741837_1013 (size=5672)
2024-11-09T00:16:16,447 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,42087,1731111365547.replicationSource.wal-reader.ef986b38239e%2C42087%2C1731111365547,1-ef986b38239e,42087,1731111365547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/WALs/ef986b38239e,42087,1731111365547/ef986b38239e%2C42087%2C1731111365547.1731111367403 to pos 0, reset compression=false
2024-11-09T00:16:16,688 INFO  [M:0;ef986b38239e:43135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf1b8c611a794f5e9fc90a1a4d7b62b1
2024-11-09T00:16:16,736 DEBUG [M:0;ef986b38239e:43135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b96bad4196d145a698424ed9ebbd9ecc is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731111372644/Put/seqid=0
2024-11-09T00:16:16,740 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741838_1014 (size=5275)
2024-11-09T00:16:16,741 INFO  [M:0;ef986b38239e:43135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b96bad4196d145a698424ed9ebbd9ecc
2024-11-09T00:16:16,761 DEBUG [M:0;ef986b38239e:43135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ca4d6bf3ed64e318d1c980a7f47f6ee is 69, key is ef986b38239e,41965,1731111370421/rs:state/1731111371489/Put/seqid=0
2024-11-09T00:16:16,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741839_1015 (size=5156)
2024-11-09T00:16:17,152 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,42087,1731111365547.replicationSource.wal-reader.ef986b38239e%2C42087%2C1731111365547,1-ef986b38239e,42087,1731111365547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/WALs/ef986b38239e,42087,1731111365547/ef986b38239e%2C42087%2C1731111365547.1731111367403 to pos 0, reset compression=false
2024-11-09T00:16:17,166 INFO  [M:0;ef986b38239e:43135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ca4d6bf3ed64e318d1c980a7f47f6ee
2024-11-09T00:16:17,172 DEBUG [M:0;ef986b38239e:43135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf1b8c611a794f5e9fc90a1a4d7b62b1 as hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bf1b8c611a794f5e9fc90a1a4d7b62b1
2024-11-09T00:16:17,177 INFO  [M:0;ef986b38239e:43135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bf1b8c611a794f5e9fc90a1a4d7b62b1, entries=8, sequenceid=28, filesize=5.5 K
2024-11-09T00:16:17,178 DEBUG [M:0;ef986b38239e:43135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b96bad4196d145a698424ed9ebbd9ecc as hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b96bad4196d145a698424ed9ebbd9ecc
2024-11-09T00:16:17,183 INFO  [M:0;ef986b38239e:43135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b96bad4196d145a698424ed9ebbd9ecc, entries=3, sequenceid=28, filesize=5.2 K
2024-11-09T00:16:17,185 DEBUG [M:0;ef986b38239e:43135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ca4d6bf3ed64e318d1c980a7f47f6ee as hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ca4d6bf3ed64e318d1c980a7f47f6ee
2024-11-09T00:16:17,190 INFO  [M:0;ef986b38239e:43135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41955/user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ca4d6bf3ed64e318d1c980a7f47f6ee, entries=1, sequenceid=28, filesize=5.0 K
2024-11-09T00:16:17,191 INFO  [M:0;ef986b38239e:43135 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 924ms, sequenceid=28, compaction requested=false
2024-11-09T00:16:17,192 INFO  [M:0;ef986b38239e:43135 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:16:17,192 DEBUG [M:0;ef986b38239e:43135 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111376267Disabling compacts and flushes for region at 1731111376267Disabling writes for close at 1731111376267Obtaining lock to block concurrent updates at 1731111376267Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731111376267Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731111376268 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731111376268Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731111376268Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731111376283 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731111376283Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731111376722 (+439 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731111376735 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731111376735Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731111376747 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731111376761 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731111376761Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b9ac85d: reopening flushed file at 1731111377171 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10c778c3: reopening flushed file at 1731111377177 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@534600a6: reopening flushed file at 1731111377184 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 924ms, sequenceid=28, compaction requested=false at 1731111377191 (+7 ms)Writing region close event to WAL at 1731111377192 (+1 ms)Closed at 1731111377192
2024-11-09T00:16:17,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741830_1006 (size=10165)
2024-11-09T00:16:17,194 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c4daadfc-255e-21b6-bfac-86364de43966/MasterData/WALs/ef986b38239e,43135,1731111370285/ef986b38239e%2C43135%2C1731111370285.1731111371119 not finished, retry = 0
2024-11-09T00:16:17,296 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:16:17,296 INFO  [M:0;ef986b38239e:43135 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-09T00:16:17,296 INFO  [M:0;ef986b38239e:43135 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43135
2024-11-09T00:16:17,296 INFO  [M:0;ef986b38239e:43135 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:16:17,445 INFO  [M:0;ef986b38239e:43135 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:16:17,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x1011cf31db40003, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:16:17,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x1011cf31db40003, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:16:17,448 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@687b36a6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:16:17,448 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47ac5c67{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:16:17,448 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:16:17,448 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c6f8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:16:17,448 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ef24bac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763/hadoop.log.dir/,STOPPED}
2024-11-09T00:16:17,449 WARN  [BP-436156475-172.17.0.3-1731111368592 heartbeating to localhost/127.0.0.1:41955 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T00:16:17,450 WARN  [BP-436156475-172.17.0.3-1731111368592 heartbeating to localhost/127.0.0.1:41955 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-436156475-172.17.0.3-1731111368592 (Datanode Uuid dc955579-d906-445f-8e26-a295ae5a922d) service to localhost/127.0.0.1:41955
2024-11-09T00:16:17,450 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763/cluster_3130a566-e351-47cd-7a62-702d60eabfc8/data/data1/current/BP-436156475-172.17.0.3-1731111368592 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:16:17,450 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763/cluster_3130a566-e351-47cd-7a62-702d60eabfc8/data/data2/current/BP-436156475-172.17.0.3-1731111368592 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:16:17,450 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T00:16:17,450 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T00:16:17,450 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T00:16:17,455 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26b274f5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:16:17,455 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3bb7918b{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:16:17,455 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:16:17,455 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c151648{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:16:17,456 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26f755eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763/hadoop.log.dir/,STOPPED}
2024-11-09T00:16:17,467 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-09T00:16:17,467 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-09T00:16:17,467 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:16:17,467 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:16:17,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:17,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:17,467 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:16:17,468 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-09T00:16:17,468 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2121460932, stopped=false
2024-11-09T00:16:17,468 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef986b38239e,38475,1731111365347
2024-11-09T00:16:17,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42087-0x1011cf31db40001, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01906693526/running
2024-11-09T00:16:17,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x1011cf31db40000, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01906693526/running
2024-11-09T00:16:17,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x1011cf31db40000, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906693526
2024-11-09T00:16:17,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42087-0x1011cf31db40001, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906693526
2024-11-09T00:16:17,490 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:16:17,491 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:16:17,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38475-0x1011cf31db40000, quorum=127.0.0.1:60604, baseZNode=/01906693526 Set watcher on znode that does not yet exist, /01906693526/running
2024-11-09T00:16:17,491 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:16:17,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:17,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42087-0x1011cf31db40001, quorum=127.0.0.1:60604, baseZNode=/01906693526 Set watcher on znode that does not yet exist, /01906693526/running
2024-11-09T00:16:17,491 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef986b38239e,42087,1731111365547' *****
2024-11-09T00:16:17,491 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T00:16:17,492 INFO  [RS:0;ef986b38239e:42087 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T00:16:17,492 INFO  [RS:0;ef986b38239e:42087 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T00:16:17,492 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T00:16:17,492 INFO  [RS:0;ef986b38239e:42087 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T00:16:17,492 INFO  [RS:0;ef986b38239e:42087 {}] regionserver.HRegionServer(3091): Received CLOSE for 7e3d7b60b6c9b81c987da0255cf04183
2024-11-09T00:16:17,492 INFO  [RS:0;ef986b38239e:42087 {}] regionserver.HRegionServer(959): stopping server ef986b38239e,42087,1731111365547
2024-11-09T00:16:17,492 INFO  [RS:0;ef986b38239e:42087 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:16:17,492 INFO  [RS:0;ef986b38239e:42087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:42087.
2024-11-09T00:16:17,492 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7e3d7b60b6c9b81c987da0255cf04183, disabling compactions & flushes
2024-11-09T00:16:17,492 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111372819.7e3d7b60b6c9b81c987da0255cf04183.
2024-11-09T00:16:17,492 DEBUG [RS:0;ef986b38239e:42087 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:16:17,492 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111372819.7e3d7b60b6c9b81c987da0255cf04183.
2024-11-09T00:16:17,492 DEBUG [RS:0;ef986b38239e:42087 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:17,492 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111372819.7e3d7b60b6c9b81c987da0255cf04183. after waiting 0 ms
2024-11-09T00:16:17,492 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111372819.7e3d7b60b6c9b81c987da0255cf04183.
2024-11-09T00:16:17,492 INFO  [RS:0;ef986b38239e:42087 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T00:16:17,492 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7e3d7b60b6c9b81c987da0255cf04183 3/3 column families, dataSize=147 B heapSize=992 B
2024-11-09T00:16:17,492 INFO  [RS:0;ef986b38239e:42087 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T00:16:17,492 INFO  [RS:0;ef986b38239e:42087 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T00:16:17,493 INFO  [RS:0;ef986b38239e:42087 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-09T00:16:17,493 INFO  [RS:0;ef986b38239e:42087 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-09T00:16:17,493 DEBUG [RS:0;ef986b38239e:42087 {}] regionserver.HRegionServer(1325): Online Regions={7e3d7b60b6c9b81c987da0255cf04183=hbase:replication,,1731111372819.7e3d7b60b6c9b81c987da0255cf04183., 1588230740=hbase:meta,,1.1588230740}
2024-11-09T00:16:17,493 DEBUG [RS:0;ef986b38239e:42087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e3d7b60b6c9b81c987da0255cf04183
2024-11-09T00:16:17,493 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:16:17,493 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:16:17,493 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:16:17,493 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:16:17,493 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:16:17,493 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB
2024-11-09T00:16:17,508 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/data/hbase/meta/1588230740/.tmp/info/cde1e631628148e3b511b4d7f271fbbb is 147, key is hbase:replication,,1731111372819.7e3d7b60b6c9b81c987da0255cf04183./info:regioninfo/1731111374006/Put/seqid=0
2024-11-09T00:16:17,508 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/data/hbase/replication/7e3d7b60b6c9b81c987da0255cf04183/.tmp/queue/39ef527e98284b2995cb1b59222f621b is 151, key is 1-ef986b38239e,42087,1731111365547/queue:ef986b38239e%2C42087%2C1731111365547/1731111374373/Put/seqid=0
2024-11-09T00:16:17,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741838_1014 (size=6631)
2024-11-09T00:16:17,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741839_1015 (size=5350)
2024-11-09T00:16:17,567 INFO  [regionserver/ef986b38239e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:16:17,693 DEBUG [RS:0;ef986b38239e:42087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e3d7b60b6c9b81c987da0255cf04183
2024-11-09T00:16:17,893 DEBUG [RS:0;ef986b38239e:42087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e3d7b60b6c9b81c987da0255cf04183
2024-11-09T00:16:17,913 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/data/hbase/replication/7e3d7b60b6c9b81c987da0255cf04183/.tmp/queue/39ef527e98284b2995cb1b59222f621b
2024-11-09T00:16:17,913 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/data/hbase/meta/1588230740/.tmp/info/cde1e631628148e3b511b4d7f271fbbb
2024-11-09T00:16:17,919 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/data/hbase/replication/7e3d7b60b6c9b81c987da0255cf04183/.tmp/queue/39ef527e98284b2995cb1b59222f621b as hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/data/hbase/replication/7e3d7b60b6c9b81c987da0255cf04183/queue/39ef527e98284b2995cb1b59222f621b
2024-11-09T00:16:17,926 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/data/hbase/replication/7e3d7b60b6c9b81c987da0255cf04183/queue/39ef527e98284b2995cb1b59222f621b, entries=1, sequenceid=5, filesize=5.2 K
2024-11-09T00:16:17,927 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 7e3d7b60b6c9b81c987da0255cf04183 in 435ms, sequenceid=5, compaction requested=false
2024-11-09T00:16:17,927 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-09T00:16:17,932 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/data/hbase/replication/7e3d7b60b6c9b81c987da0255cf04183/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-09T00:16:17,933 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:16:17,933 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:16:17,933 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731111372819.7e3d7b60b6c9b81c987da0255cf04183.
2024-11-09T00:16:17,933 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7e3d7b60b6c9b81c987da0255cf04183:
Waiting for close lock at 1731111377492Running coprocessor pre-close hooks at 1731111377492Disabling compacts and flushes for region at 1731111377492Disabling writes for close at 1731111377492Obtaining lock to block concurrent updates at 1731111377492Preparing flush snapshotting stores in 7e3d7b60b6c9b81c987da0255cf04183 at 1731111377492Finished memstore snapshotting hbase:replication,,1731111372819.7e3d7b60b6c9b81c987da0255cf04183., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731111377493 (+1 ms)Flushing stores of hbase:replication,,1731111372819.7e3d7b60b6c9b81c987da0255cf04183. at 1731111377493Flushing 7e3d7b60b6c9b81c987da0255cf04183/queue: creating writer at 1731111377494 (+1 ms)Flushing 7e3d7b60b6c9b81c987da0255cf04183/queue: appending metadata at 1731111377508 (+14 ms)Flushing 7e3d7b60b6c9b81c987da0255cf04183/queue: closing flushed file at 1731111377508Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@458283ae: reopening flushed file at 1731111377918 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 7e3d7b60b6c9b81c987da0255cf04183 in 435ms, sequenceid=5, compaction requested=false at 1731111377927 (+9 ms)Writing region close event to WAL at 1731111377928 (+1 ms)Running coprocessor post-close hooks at 1731111377933 (+5 ms)Closed at 1731111377933
2024-11-09T00:16:17,933 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731111372819.7e3d7b60b6c9b81c987da0255cf04183.
2024-11-09T00:16:17,938 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/data/hbase/meta/1588230740/.tmp/ns/12d4c952e9e94f21ae36444910de5a6a is 43, key is default/ns:d/1731111368489/Put/seqid=0
2024-11-09T00:16:17,942 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741840_1016 (size=5153)
2024-11-09T00:16:17,957 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,42087,1731111365547.replicationSource.wal-reader.ef986b38239e%2C42087%2C1731111365547,1-ef986b38239e,42087,1731111365547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/WALs/ef986b38239e,42087,1731111365547/ef986b38239e%2C42087%2C1731111365547.1731111367403 to pos 0, reset compression=false
2024-11-09T00:16:18,093 DEBUG [RS:0;ef986b38239e:42087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:16:18,100 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:16:18,102 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:16:18,120 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:16:18,122 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:16:18,252 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-09T00:16:18,253 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-09T00:16:18,294 DEBUG [RS:0;ef986b38239e:42087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:16:18,343 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/data/hbase/meta/1588230740/.tmp/ns/12d4c952e9e94f21ae36444910de5a6a
2024-11-09T00:16:18,362 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/data/hbase/meta/1588230740/.tmp/table/0f75cce772f74299b76b78d3b3bb6835 is 53, key is hbase:replication/table:state/1731111374018/Put/seqid=0
2024-11-09T00:16:18,365 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741841_1017 (size=5256)
2024-11-09T00:16:18,494 INFO  [RS:0;ef986b38239e:42087 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-09T00:16:18,494 DEBUG [RS:0;ef986b38239e:42087 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-09T00:16:18,494 DEBUG [RS:0;ef986b38239e:42087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:16:18,694 DEBUG [RS:0;ef986b38239e:42087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:16:18,766 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/data/hbase/meta/1588230740/.tmp/table/0f75cce772f74299b76b78d3b3bb6835
2024-11-09T00:16:18,773 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/data/hbase/meta/1588230740/.tmp/info/cde1e631628148e3b511b4d7f271fbbb as hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/data/hbase/meta/1588230740/info/cde1e631628148e3b511b4d7f271fbbb
2024-11-09T00:16:18,778 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/data/hbase/meta/1588230740/info/cde1e631628148e3b511b4d7f271fbbb, entries=10, sequenceid=11, filesize=6.5 K
2024-11-09T00:16:18,779 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/data/hbase/meta/1588230740/.tmp/ns/12d4c952e9e94f21ae36444910de5a6a as hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/data/hbase/meta/1588230740/ns/12d4c952e9e94f21ae36444910de5a6a
2024-11-09T00:16:18,784 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/data/hbase/meta/1588230740/ns/12d4c952e9e94f21ae36444910de5a6a, entries=2, sequenceid=11, filesize=5.0 K
2024-11-09T00:16:18,785 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/data/hbase/meta/1588230740/.tmp/table/0f75cce772f74299b76b78d3b3bb6835 as hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/data/hbase/meta/1588230740/table/0f75cce772f74299b76b78d3b3bb6835
2024-11-09T00:16:18,791 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/data/hbase/meta/1588230740/table/0f75cce772f74299b76b78d3b3bb6835, entries=2, sequenceid=11, filesize=5.1 K
2024-11-09T00:16:18,792 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1299ms, sequenceid=11, compaction requested=false
2024-11-09T00:16:18,796 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-09T00:16:18,797 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:16:18,797 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:16:18,797 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:16:18,797 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111377493Running coprocessor pre-close hooks at 1731111377493Disabling compacts and flushes for region at 1731111377493Disabling writes for close at 1731111377493Obtaining lock to block concurrent updates at 1731111377493Preparing flush snapshotting stores in 1588230740 at 1731111377493Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731111377493Flushing stores of hbase:meta,,1.1588230740 at 1731111377494 (+1 ms)Flushing 1588230740/info: creating writer at 1731111377494Flushing 1588230740/info: appending metadata at 1731111377507 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731111377507Flushing 1588230740/ns: creating writer at 1731111377918 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731111377937 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731111377937Flushing 1588230740/table: creating writer at 1731111378348 (+411 ms)Flushing 1588230740/table: appending metadata at 1731111378361 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731111378361Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fc2b42d: reopening flushed file at 1731111378772 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6555dc3b: reopening flushed file at 1731111378778 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b12d922: reopening flushed file at 1731111378784 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1299ms, sequenceid=11, compaction requested=false at 1731111378792 (+8 ms)Writing region close event to WAL at 1731111378793 (+1 ms)Running coprocessor post-close hooks at 1731111378797 (+4 ms)Closed at 1731111378797
2024-11-09T00:16:18,797 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-09T00:16:18,862 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,42087,1731111365547.replicationSource.wal-reader.ef986b38239e%2C42087%2C1731111365547,1-ef986b38239e,42087,1731111365547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/WALs/ef986b38239e,42087,1731111365547/ef986b38239e%2C42087%2C1731111365547.1731111367403 to pos 0, reset compression=false
2024-11-09T00:16:18,894 INFO  [RS:0;ef986b38239e:42087 {}] regionserver.HRegionServer(976): stopping server ef986b38239e,42087,1731111365547; all regions closed.
2024-11-09T00:16:18,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741834_1010 (size=2742)
2024-11-09T00:16:18,897 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/WALs/ef986b38239e,42087,1731111365547/ef986b38239e%2C42087%2C1731111365547.meta.1731111368360.meta not finished, retry = 0
2024-11-09T00:16:18,999 DEBUG [RS:0;ef986b38239e:42087 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/oldWALs
2024-11-09T00:16:18,999 INFO  [RS:0;ef986b38239e:42087 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef986b38239e%2C42087%2C1731111365547.meta:.meta(num 1731111368360)
2024-11-09T00:16:19,002 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741837_1013 (size=1586)
2024-11-09T00:16:19,004 DEBUG [RS:0;ef986b38239e:42087 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/oldWALs
2024-11-09T00:16:19,004 INFO  [RS:0;ef986b38239e:42087 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef986b38239e%2C42087%2C1731111365547.rep:(num 1731111373963)
2024-11-09T00:16:19,007 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741832_1008 (size=93)
2024-11-09T00:16:19,009 DEBUG [RS:0;ef986b38239e:42087 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/oldWALs
2024-11-09T00:16:19,009 INFO  [RS:0;ef986b38239e:42087 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef986b38239e%2C42087%2C1731111365547:(num 1731111367403)
2024-11-09T00:16:19,009 DEBUG [RS:0;ef986b38239e:42087 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:19,009 INFO  [RS:0;ef986b38239e:42087 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:16:19,009 INFO  [RS:0;ef986b38239e:42087 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:16:19,009 INFO  [RS:0;ef986b38239e:42087 {}] hbase.ChoreService(370): Chore service for: regionserver/ef986b38239e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-09T00:16:19,009 INFO  [RS:0;ef986b38239e:42087 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:16:19,010 INFO  [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:16:19,010 INFO  [RS:0;ef986b38239e:42087 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef986b38239e,42087,1731111365547 because: Region server is closing
2024-11-09T00:16:19,010 INFO  [RS:0;ef986b38239e:42087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:42087.
2024-11-09T00:16:19,010 DEBUG [RS:0;ef986b38239e:42087 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:16:19,010 DEBUG [RS:0;ef986b38239e:42087 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:19,010 DEBUG [RS:0;ef986b38239e:42087 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:19,010 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:16:19,111 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,42087,1731111365547.replicationSource.wal-reader.ef986b38239e%2C42087%2C1731111365547,1-ef986b38239e,42087,1731111365547 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-09T00:16:19,111 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,42087,1731111365547.replicationSource.shipperef986b38239e%2C42087%2C1731111365547,1-ef986b38239e,42087,1731111365547 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-09T00:16:19,111 INFO  [RS:0;ef986b38239e:42087 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,42087,1731111365547.replicationSource.shipperef986b38239e%2C42087%2C1731111365547,1-ef986b38239e,42087,1731111365547 terminated
2024-11-09T00:16:19,111 INFO  [RS:0;ef986b38239e:42087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42087
2024-11-09T00:16:19,238 INFO  [RS:0;ef986b38239e:42087 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:16:19,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42087-0x1011cf31db40001, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01906693526/rs/ef986b38239e,42087,1731111365547
2024-11-09T00:16:19,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x1011cf31db40000, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906693526/rs
2024-11-09T00:16:19,250 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef986b38239e,42087,1731111365547]
2024-11-09T00:16:19,260 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01906693526/draining/ef986b38239e,42087,1731111365547 already deleted, retry=false
2024-11-09T00:16:19,261 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef986b38239e,42087,1731111365547 expired; onlineServers=0
2024-11-09T00:16:19,261 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef986b38239e,38475,1731111365347' *****
2024-11-09T00:16:19,261 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-09T00:16:19,261 INFO  [M:0;ef986b38239e:38475 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:16:19,261 INFO  [M:0;ef986b38239e:38475 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:16:19,261 DEBUG [M:0;ef986b38239e:38475 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-09T00:16:19,261 DEBUG [M:0;ef986b38239e:38475 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-09T00:16:19,261 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-09T00:16:19,261 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111367036 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111367036,5,FailOnTimeoutGroup]
2024-11-09T00:16:19,261 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111367056 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111367056,5,FailOnTimeoutGroup]
2024-11-09T00:16:19,261 INFO  [M:0;ef986b38239e:38475 {}] hbase.ChoreService(370): Chore service for: master/ef986b38239e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-09T00:16:19,261 INFO  [M:0;ef986b38239e:38475 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:16:19,261 DEBUG [M:0;ef986b38239e:38475 {}] master.HMaster(1795): Stopping service threads
2024-11-09T00:16:19,261 INFO  [M:0;ef986b38239e:38475 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-09T00:16:19,262 INFO  [M:0;ef986b38239e:38475 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:16:19,262 INFO  [M:0;ef986b38239e:38475 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-09T00:16:19,262 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-09T00:16:19,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x1011cf31db40000, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01906693526/master
2024-11-09T00:16:19,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x1011cf31db40000, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906693526
2024-11-09T00:16:19,271 DEBUG [M:0;ef986b38239e:38475 {}] zookeeper.ZKUtil(347): master:38475-0x1011cf31db40000, quorum=127.0.0.1:60604, baseZNode=/01906693526 Unable to get data of znode /01906693526/master because node does not exist (not an error)
2024-11-09T00:16:19,271 WARN  [M:0;ef986b38239e:38475 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-09T00:16:19,272 INFO  [M:0;ef986b38239e:38475 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/.lastflushedseqids
2024-11-09T00:16:19,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741842_1018 (size=181)
2024-11-09T00:16:19,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42087-0x1011cf31db40001, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:16:19,350 INFO  [RS:0;ef986b38239e:42087 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:16:19,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42087-0x1011cf31db40001, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:16:19,350 INFO  [RS:0;ef986b38239e:42087 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef986b38239e,42087,1731111365547; zookeeper connection closed.
2024-11-09T00:16:19,351 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@583ba4c7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@583ba4c7
2024-11-09T00:16:19,351 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-09T00:16:19,677 INFO  [M:0;ef986b38239e:38475 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-09T00:16:19,677 INFO  [M:0;ef986b38239e:38475 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-09T00:16:19,677 DEBUG [M:0;ef986b38239e:38475 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:16:19,677 INFO  [M:0;ef986b38239e:38475 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:16:19,677 DEBUG [M:0;ef986b38239e:38475 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:16:19,677 DEBUG [M:0;ef986b38239e:38475 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:16:19,677 DEBUG [M:0;ef986b38239e:38475 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:16:19,677 INFO  [M:0;ef986b38239e:38475 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB
2024-11-09T00:16:19,691 DEBUG [M:0;ef986b38239e:38475 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57d38301ce434bd5856898026f33d40c is 82, key is hbase:meta,,1/info:regioninfo/1731111368417/Put/seqid=0
2024-11-09T00:16:19,695 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741843_1019 (size=5672)
2024-11-09T00:16:19,696 INFO  [M:0;ef986b38239e:38475 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57d38301ce434bd5856898026f33d40c
2024-11-09T00:16:19,715 DEBUG [M:0;ef986b38239e:38475 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1d062d1d9d343d6b65263ea11ad6ce1 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731111374025/Put/seqid=0
2024-11-09T00:16:19,718 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741844_1020 (size=7203)
2024-11-09T00:16:20,119 INFO  [M:0;ef986b38239e:38475 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1d062d1d9d343d6b65263ea11ad6ce1
2024-11-09T00:16:20,137 DEBUG [M:0;ef986b38239e:38475 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d3fb325588fc454e93e1ad98c97205db is 69, key is ef986b38239e,42087,1731111365547/rs:state/1731111367157/Put/seqid=0
2024-11-09T00:16:20,141 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741845_1021 (size=5156)
2024-11-09T00:16:20,542 INFO  [M:0;ef986b38239e:38475 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d3fb325588fc454e93e1ad98c97205db
2024-11-09T00:16:20,548 DEBUG [M:0;ef986b38239e:38475 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57d38301ce434bd5856898026f33d40c as hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57d38301ce434bd5856898026f33d40c
2024-11-09T00:16:20,553 INFO  [M:0;ef986b38239e:38475 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57d38301ce434bd5856898026f33d40c, entries=8, sequenceid=70, filesize=5.5 K
2024-11-09T00:16:20,554 DEBUG [M:0;ef986b38239e:38475 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1d062d1d9d343d6b65263ea11ad6ce1 as hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1d062d1d9d343d6b65263ea11ad6ce1
2024-11-09T00:16:20,560 INFO  [M:0;ef986b38239e:38475 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1d062d1d9d343d6b65263ea11ad6ce1, entries=8, sequenceid=70, filesize=7.0 K
2024-11-09T00:16:20,561 DEBUG [M:0;ef986b38239e:38475 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d3fb325588fc454e93e1ad98c97205db as hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d3fb325588fc454e93e1ad98c97205db
2024-11-09T00:16:20,566 INFO  [M:0;ef986b38239e:38475 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40197/user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d3fb325588fc454e93e1ad98c97205db, entries=1, sequenceid=70, filesize=5.0 K
2024-11-09T00:16:20,567 INFO  [M:0;ef986b38239e:38475 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=70, compaction requested=false
2024-11-09T00:16:20,572 INFO  [M:0;ef986b38239e:38475 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:16:20,572 DEBUG [M:0;ef986b38239e:38475 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111379677Disabling compacts and flushes for region at 1731111379677Disabling writes for close at 1731111379677Obtaining lock to block concurrent updates at 1731111379677Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731111379677Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731111379678 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731111379678Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731111379678Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731111379691 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731111379691Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731111379700 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731111379714 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731111379714Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731111380124 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731111380137 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731111380137Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cdc632d: reopening flushed file at 1731111380547 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ec94356: reopening flushed file at 1731111380553 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2573e4e0: reopening flushed file at 1731111380560 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=70, compaction requested=false at 1731111380567 (+7 ms)Writing region close event to WAL at 1731111380572 (+5 ms)Closed at 1731111380572
2024-11-09T00:16:20,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45461 is added to blk_1073741830_1006 (size=41008)
2024-11-09T00:16:20,575 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/efd57f13-f148-6c7b-1302-3ab560619261/MasterData/WALs/ef986b38239e,38475,1731111365347/ef986b38239e%2C38475%2C1731111365347.1731111366649 not finished, retry = 0
2024-11-09T00:16:20,676 INFO  [M:0;ef986b38239e:38475 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-09T00:16:20,676 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:16:20,676 INFO  [M:0;ef986b38239e:38475 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38475
2024-11-09T00:16:20,676 INFO  [M:0;ef986b38239e:38475 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:16:20,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x1011cf31db40000, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:16:20,824 INFO  [M:0;ef986b38239e:38475 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:16:20,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38475-0x1011cf31db40000, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:16:20,827 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f60c576{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:16:20,827 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11981b82{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:16:20,827 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:16:20,827 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5207c2ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:16:20,828 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3183cd5d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/hadoop.log.dir/,STOPPED}
2024-11-09T00:16:20,829 WARN  [BP-1390718572-172.17.0.3-1731111363110 heartbeating to localhost/127.0.0.1:40197 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T00:16:20,829 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T00:16:20,829 WARN  [BP-1390718572-172.17.0.3-1731111363110 heartbeating to localhost/127.0.0.1:40197 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1390718572-172.17.0.3-1731111363110 (Datanode Uuid c9b1cdc4-3ce2-4d0a-bbda-4af91021cadf) service to localhost/127.0.0.1:40197
2024-11-09T00:16:20,829 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T00:16:20,830 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/cluster_73582274-a391-8f45-7075-91ca25056c29/data/data1/current/BP-1390718572-172.17.0.3-1731111363110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:16:20,830 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/cluster_73582274-a391-8f45-7075-91ca25056c29/data/data2/current/BP-1390718572-172.17.0.3-1731111363110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:16:20,830 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T00:16:20,836 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44c614b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:16:20,837 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7278037a{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:16:20,837 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:16:20,837 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3648de12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:16:20,838 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@301e370e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c649ca32-f60b-3a34-e094-ccd2df458f93/hadoop.log.dir/,STOPPED}
2024-11-09T00:16:20,843 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-09T00:16:20,855 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-09T00:16:20,863 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 115)
Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-11-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-11-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60604)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40197 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40197 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-9-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:40197
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41955
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41955
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41955 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41955
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60604)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40197
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-7-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-9-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-7-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40197
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-7-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-11-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-6-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41955 from jenkins.hfs.4
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-6-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40197
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41955
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-6-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40197
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-9-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:41955
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40197 from jenkins.hfs.3
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41955 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
 - Thread LEAK? -, OpenFileDescriptor=465 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=274 (was 251) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3347 (was 3898)
2024-11-09T00:16:20,870 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=274, ProcessCount=11, AvailableMemoryMB=3347
2024-11-09T00:16:20,882 INFO  [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs
2024-11-09T00:16:20,882 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763/hadoop.log.dir so I do NOT create it in target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f
2024-11-09T00:16:20,882 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763/hadoop.log.dir Erasing configuration value by system value.
2024-11-09T00:16:20,882 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763/hadoop.tmp.dir so I do NOT create it in target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f
2024-11-09T00:16:20,882 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371401b5-1a32-2a6c-6e30-8f045c227763/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-09T00:16:20,882 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f
2024-11-09T00:16:20,882 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/cluster_13b5c115-5fb2-c418-888f-a71a3e2fb77a, deleteOnExit=true
2024-11-09T00:16:20,883 DEBUG [Time-limited test {}] zookeeper.MiniZooKeeperCluster(246): Failed binding ZK Server to client port: 50400
java.net.BindException: Address already in use
	at sun.nio.ch.Net.bind0(Native Method) ~[?:?]
	at sun.nio.ch.Net.bind(Net.java:555) ~[?:?]
	at sun.nio.ch.ServerSocketChannelImpl.netBind(ServerSocketChannelImpl.java:337) ~[?:?]
	at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:294) ~[?:?]
	at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:89) ~[?:?]
	at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:81) ~[?:?]
	at org.apache.zookeeper.server.NIOServerCnxnFactory.configure(NIOServerCnxnFactory.java:662) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.zookeeper.server.ServerCnxnFactory.configure(ServerCnxnFactory.java:109) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.zookeeper.server.ServerCnxnFactory.configure(ServerCnxnFactory.java:105) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.hadoop.hbase.zookeeper.MiniZooKeeperCluster.startup(MiniZooKeeperCluster.java:242) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:131) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:104) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:93) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TestMasterReplication.startMiniClusters(TestMasterReplication.java:586) ~[test-classes/:?]
	at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:360) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T00:16:20,901 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/cluster_13b5c115-5fb2-c418-888f-a71a3e2fb77a/zookeeper_0, clientPort=50401, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/cluster_13b5c115-5fb2-c418-888f-a71a3e2fb77a/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/cluster_13b5c115-5fb2-c418-888f-a71a3e2fb77a/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-09T00:16:20,902 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50401
2024-11-09T00:16:20,902 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-09T00:16:20,902 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-09T00:16:20,903 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/test.cache.data in system properties and HBase conf
2024-11-09T00:16:20,903 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/hadoop.tmp.dir in system properties and HBase conf
2024-11-09T00:16:20,903 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/hadoop.log.dir in system properties and HBase conf
2024-11-09T00:16:20,903 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-09T00:16:20,903 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-09T00:16:20,903 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-09T00:16:20,903 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-09T00:16:20,903 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:16:20,903 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:16:20,903 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-09T00:16:20,903 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:16:20,903 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-09T00:16:20,903 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-09T00:16:20,904 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:16:20,904 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:16:20,904 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-09T00:16:20,904 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/nfs.dump.dir in system properties and HBase conf
2024-11-09T00:16:20,904 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/java.io.tmpdir in system properties and HBase conf
2024-11-09T00:16:20,904 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:16:20,904 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-09T00:16:20,904 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-09T00:16:20,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011cf31db40002, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-09T00:16:20,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011cf31db40005, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-09T00:16:20,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011cf31db40002, quorum=127.0.0.1:60604, baseZNode=/01906693526 Received Disconnected from ZooKeeper, ignoring
2024-11-09T00:16:20,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011cf31db40005, quorum=127.0.0.1:60604, baseZNode=/1-1250877874 Received Disconnected from ZooKeeper, ignoring
2024-11-09T00:16:21,323 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:16:21,328 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:16:21,329 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:16:21,330 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:16:21,330 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-09T00:16:21,330 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:16:21,331 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4725d197{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:16:21,331 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18adc6d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:16:21,424 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29b349a4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/java.io.tmpdir/jetty-localhost-46419-hadoop-hdfs-3_4_1-tests_jar-_-any-16532907564723232202/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:16:21,425 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e3ea849{HTTP/1.1, (http/1.1)}{localhost:46419}
2024-11-09T00:16:21,425 INFO  [Time-limited test {}] server.Server(415): Started @52436ms
2024-11-09T00:16:21,681 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:16:21,685 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:16:21,687 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:16:21,687 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:16:21,687 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T00:16:21,688 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4834dab3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:16:21,688 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fc5a1d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:16:21,789 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21b36658{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/java.io.tmpdir/jetty-localhost-35891-hadoop-hdfs-3_4_1-tests_jar-_-any-11752485993424199601/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:16:21,789 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47ae7d04{HTTP/1.1, (http/1.1)}{localhost:35891}
2024-11-09T00:16:21,790 INFO  [Time-limited test {}] server.Server(415): Started @52800ms
2024-11-09T00:16:21,791 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T00:16:22,435 WARN  [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/cluster_13b5c115-5fb2-c418-888f-a71a3e2fb77a/data/data2/current/BP-558621377-172.17.0.3-1731111380925/current, will proceed with Du for space computation calculation, 
2024-11-09T00:16:22,435 WARN  [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/cluster_13b5c115-5fb2-c418-888f-a71a3e2fb77a/data/data1/current/BP-558621377-172.17.0.3-1731111380925/current, will proceed with Du for space computation calculation, 
2024-11-09T00:16:22,456 WARN  [Thread-817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T00:16:22,459 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb57cd54815ea86c4 with lease ID 0x6f6ed94c1d512900: Processing first storage report for DS-10c833d9-d997-433b-88d6-606e6d288ce4 from datanode DatanodeRegistration(127.0.0.1:40649, datanodeUuid=879c6d71-075c-4029-8332-148bf4695b49, infoPort=41879, infoSecurePort=0, ipcPort=37365, storageInfo=lv=-57;cid=testClusterID;nsid=598260624;c=1731111380925)
2024-11-09T00:16:22,459 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb57cd54815ea86c4 with lease ID 0x6f6ed94c1d512900: from storage DS-10c833d9-d997-433b-88d6-606e6d288ce4 node DatanodeRegistration(127.0.0.1:40649, datanodeUuid=879c6d71-075c-4029-8332-148bf4695b49, infoPort=41879, infoSecurePort=0, ipcPort=37365, storageInfo=lv=-57;cid=testClusterID;nsid=598260624;c=1731111380925), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:16:22,459 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb57cd54815ea86c4 with lease ID 0x6f6ed94c1d512900: Processing first storage report for DS-6ec290d0-20c1-49e3-9557-bbe56e765656 from datanode DatanodeRegistration(127.0.0.1:40649, datanodeUuid=879c6d71-075c-4029-8332-148bf4695b49, infoPort=41879, infoSecurePort=0, ipcPort=37365, storageInfo=lv=-57;cid=testClusterID;nsid=598260624;c=1731111380925)
2024-11-09T00:16:22,459 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb57cd54815ea86c4 with lease ID 0x6f6ed94c1d512900: from storage DS-6ec290d0-20c1-49e3-9557-bbe56e765656 node DatanodeRegistration(127.0.0.1:40649, datanodeUuid=879c6d71-075c-4029-8332-148bf4695b49, infoPort=41879, infoSecurePort=0, ipcPort=37365, storageInfo=lv=-57;cid=testClusterID;nsid=598260624;c=1731111380925), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:16:22,517 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f
2024-11-09T00:16:22,517 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:16:22,519 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:16:22,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741825_1001 (size=7)
2024-11-09T00:16:22,927 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc with version=8
2024-11-09T00:16:22,927 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/hbase-staging
2024-11-09T00:16:22,929 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:16:22,929 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:16:22,929 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:16:22,929 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:16:22,929 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:16:22,929 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:16:22,929 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-09T00:16:22,929 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:16:22,930 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43971
2024-11-09T00:16:22,931 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43971 connecting to ZooKeeper ensemble=127.0.0.1:50401
2024-11-09T00:16:23,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439710x0, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:16:23,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43971-0x1011cf363500000 connected
2024-11-09T00:16:23,113 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:16:23,115 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:16:23,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43971-0x1011cf363500000, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Set watcher on znode that does not yet exist, /0-516770605/running
2024-11-09T00:16:23,117 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc, hbase.cluster.distributed=false
2024-11-09T00:16:23,119 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43971-0x1011cf363500000, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Set watcher on znode that does not yet exist, /0-516770605/acl
2024-11-09T00:16:23,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43971
2024-11-09T00:16:23,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43971
2024-11-09T00:16:23,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43971
2024-11-09T00:16:23,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43971
2024-11-09T00:16:23,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43971
2024-11-09T00:16:23,135 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:16:23,135 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:16:23,135 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:16:23,135 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:16:23,135 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:16:23,135 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:16:23,136 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T00:16:23,136 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:16:23,136 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38323
2024-11-09T00:16:23,137 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38323 connecting to ZooKeeper ensemble=127.0.0.1:50401
2024-11-09T00:16:23,138 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:16:23,139 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:16:23,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383230x0, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:16:23,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38323-0x1011cf363500001, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Set watcher on znode that does not yet exist, /0-516770605/running
2024-11-09T00:16:23,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38323-0x1011cf363500001 connected
2024-11-09T00:16:23,154 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T00:16:23,155 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T00:16:23,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38323-0x1011cf363500001, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Set watcher on znode that does not yet exist, /0-516770605/master
2024-11-09T00:16:23,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38323-0x1011cf363500001, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Set watcher on znode that does not yet exist, /0-516770605/acl
2024-11-09T00:16:23,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38323
2024-11-09T00:16:23,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38323
2024-11-09T00:16:23,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38323
2024-11-09T00:16:23,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38323
2024-11-09T00:16:23,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38323
2024-11-09T00:16:23,172 DEBUG [M:0;ef986b38239e:43971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef986b38239e:43971
2024-11-09T00:16:23,172 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-516770605/backup-masters/ef986b38239e,43971,1731111382929
2024-11-09T00:16:23,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43971-0x1011cf363500000, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-516770605/backup-masters
2024-11-09T00:16:23,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38323-0x1011cf363500001, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-516770605/backup-masters
2024-11-09T00:16:23,185 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43971-0x1011cf363500000, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Set watcher on existing znode=/0-516770605/backup-masters/ef986b38239e,43971,1731111382929
2024-11-09T00:16:23,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38323-0x1011cf363500001, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-516770605/master
2024-11-09T00:16:23,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43971-0x1011cf363500000, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-516770605
2024-11-09T00:16:23,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38323-0x1011cf363500001, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-516770605
2024-11-09T00:16:23,198 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43971-0x1011cf363500000, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Set watcher on existing znode=/0-516770605/master
2024-11-09T00:16:23,198 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-516770605/backup-masters/ef986b38239e,43971,1731111382929 from backup master directory
2024-11-09T00:16:23,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38323-0x1011cf363500001, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-516770605/backup-masters
2024-11-09T00:16:23,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43971-0x1011cf363500000, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-516770605/backup-masters/ef986b38239e,43971,1731111382929
2024-11-09T00:16:23,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43971-0x1011cf363500000, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-516770605/backup-masters
2024-11-09T00:16:23,208 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:16:23,208 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef986b38239e,43971,1731111382929
2024-11-09T00:16:23,212 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/hbase.id] with ID: 1b80fa9a-568d-444d-b34b-6007da5b432d
2024-11-09T00:16:23,212 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/.tmp/hbase.id
2024-11-09T00:16:23,216 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741826_1002 (size=42)
2024-11-09T00:16:23,435 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:16:23,436 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:16:23,457 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:16:23,459 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:16:23,459 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:16:23,617 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/.tmp/hbase.id]:[hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/hbase.id]
2024-11-09T00:16:23,627 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:16:23,627 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-09T00:16:23,629 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms.
2024-11-09T00:16:23,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43971-0x1011cf363500000, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-516770605
2024-11-09T00:16:23,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38323-0x1011cf363500001, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-516770605
2024-11-09T00:16:23,685 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741827_1003 (size=196)
2024-11-09T00:16:24,087 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:16:24,087 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-09T00:16:24,088 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:16:24,094 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741828_1004 (size=1189)
2024-11-09T00:16:24,496 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/MasterData/data/master/store
2024-11-09T00:16:24,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741829_1005 (size=34)
2024-11-09T00:16:24,902 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:16:24,902 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:16:24,902 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:16:24,902 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:16:24,902 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:16:24,902 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:16:24,902 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:16:24,902 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111384902Disabling compacts and flushes for region at 1731111384902Disabling writes for close at 1731111384902Writing region close event to WAL at 1731111384902Closed at 1731111384902
2024-11-09T00:16:24,903 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/MasterData/data/master/store/.initializing
2024-11-09T00:16:24,903 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/MasterData/WALs/ef986b38239e,43971,1731111382929
2024-11-09T00:16:24,904 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:16:24,906 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef986b38239e%2C43971%2C1731111382929, suffix=, logDir=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/MasterData/WALs/ef986b38239e,43971,1731111382929, archiveDir=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/MasterData/oldWALs, maxLogs=10
2024-11-09T00:16:24,923 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/MasterData/WALs/ef986b38239e,43971,1731111382929/ef986b38239e%2C43971%2C1731111382929.1731111384906, exclude list is [], retry=0
2024-11-09T00:16:24,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40649,DS-10c833d9-d997-433b-88d6-606e6d288ce4,DISK]
2024-11-09T00:16:24,928 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/MasterData/WALs/ef986b38239e,43971,1731111382929/ef986b38239e%2C43971%2C1731111382929.1731111384906
2024-11-09T00:16:24,929 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41879:41879)]
2024-11-09T00:16:24,929 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:16:24,929 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:16:24,929 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:16:24,929 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:16:24,931 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:16:24,933 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-09T00:16:24,933 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:24,933 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:24,934 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:16:24,935 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-09T00:16:24,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:24,936 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:16:24,936 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:16:24,938 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-09T00:16:24,938 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:24,939 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:16:24,939 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:16:24,940 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-09T00:16:24,940 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:24,941 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:16:24,941 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:16:24,942 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:16:24,942 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:16:24,943 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:16:24,944 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:16:24,944 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:16:24,945 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:16:24,947 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:16:24,948 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63467797, jitterRate=-0.054256126284599304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:16:24,949 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731111384929Initializing all the Stores at 1731111384930 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111384930Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111384931 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111384931Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111384931Cleaning up temporary data from old regions at 1731111384944 (+13 ms)Region opened successfully at 1731111384949 (+5 ms)
2024-11-09T00:16:24,949 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-09T00:16:24,953 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c1d101, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:16:24,954 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-09T00:16:24,954 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-09T00:16:24,954 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-09T00:16:24,954 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-09T00:16:24,955 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-09T00:16:24,955 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-09T00:16:24,955 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-09T00:16:24,958 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-09T00:16:24,959 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43971-0x1011cf363500000, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Unable to get data of znode /0-516770605/balancer because node does not exist (not necessarily an error)
2024-11-09T00:16:24,976 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-516770605/balancer already deleted, retry=false
2024-11-09T00:16:24,977 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-09T00:16:24,978 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43971-0x1011cf363500000, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Unable to get data of znode /0-516770605/normalizer because node does not exist (not necessarily an error)
2024-11-09T00:16:24,986 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-516770605/normalizer already deleted, retry=false
2024-11-09T00:16:24,987 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-09T00:16:24,988 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43971-0x1011cf363500000, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Unable to get data of znode /0-516770605/switch/split because node does not exist (not necessarily an error)
2024-11-09T00:16:25,034 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-516770605/switch/split already deleted, retry=false
2024-11-09T00:16:25,035 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43971-0x1011cf363500000, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Unable to get data of znode /0-516770605/switch/merge because node does not exist (not necessarily an error)
2024-11-09T00:16:25,086 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-516770605/switch/merge already deleted, retry=false
2024-11-09T00:16:25,088 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43971-0x1011cf363500000, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Unable to get data of znode /0-516770605/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-09T00:16:25,160 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-516770605/snapshot-cleanup already deleted, retry=false
2024-11-09T00:16:25,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43971-0x1011cf363500000, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-516770605/running
2024-11-09T00:16:25,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38323-0x1011cf363500001, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-516770605/running
2024-11-09T00:16:25,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43971-0x1011cf363500000, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-516770605
2024-11-09T00:16:25,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38323-0x1011cf363500001, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-516770605
2024-11-09T00:16:25,177 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef986b38239e,43971,1731111382929, sessionid=0x1011cf363500000, setting cluster-up flag (Was=false)
2024-11-09T00:16:25,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38323-0x1011cf363500001, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-516770605
2024-11-09T00:16:25,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43971-0x1011cf363500000, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-516770605
2024-11-09T00:16:25,345 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-516770605/flush-table-proc/acquired, /0-516770605/flush-table-proc/reached, /0-516770605/flush-table-proc/abort
2024-11-09T00:16:25,346 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,43971,1731111382929
2024-11-09T00:16:25,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38323-0x1011cf363500001, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-516770605
2024-11-09T00:16:25,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43971-0x1011cf363500000, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-516770605
2024-11-09T00:16:25,397 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-516770605/online-snapshot/acquired, /0-516770605/online-snapshot/reached, /0-516770605/online-snapshot/abort
2024-11-09T00:16:25,398 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,43971,1731111382929
2024-11-09T00:16:25,399 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-09T00:16:25,401 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-09T00:16:25,401 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-09T00:16:25,401 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-09T00:16:25,402 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef986b38239e,43971,1731111382929
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-09T00:16:25,403 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:16:25,403 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:16:25,403 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:16:25,403 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:16:25,403 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef986b38239e:0, corePoolSize=10, maxPoolSize=10
2024-11-09T00:16:25,403 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:25,403 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:16:25,403 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:25,405 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:16:25,405 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-09T00:16:25,406 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:25,406 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-09T00:16:25,408 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731111415408
2024-11-09T00:16:25,408 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-09T00:16:25,408 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-09T00:16:25,408 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-09T00:16:25,408 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-09T00:16:25,408 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-09T00:16:25,408 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-09T00:16:25,409 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:25,409 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-09T00:16:25,409 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-09T00:16:25,409 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-09T00:16:25,409 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-09T00:16:25,410 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-09T00:16:25,410 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-09T00:16:25,410 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111385410,5,FailOnTimeoutGroup]
2024-11-09T00:16:25,410 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111385410,5,FailOnTimeoutGroup]
2024-11-09T00:16:25,410 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:25,410 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-09T00:16:25,410 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:25,410 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:25,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741831_1007 (size=1321)
2024-11-09T00:16:25,465 INFO  [RS:0;ef986b38239e:38323 {}] regionserver.HRegionServer(746): ClusterId : 1b80fa9a-568d-444d-b34b-6007da5b432d
2024-11-09T00:16:25,465 DEBUG [RS:0;ef986b38239e:38323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T00:16:25,472 DEBUG [RS:0;ef986b38239e:38323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T00:16:25,472 DEBUG [RS:0;ef986b38239e:38323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T00:16:25,482 DEBUG [RS:0;ef986b38239e:38323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T00:16:25,483 DEBUG [RS:0;ef986b38239e:38323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3847e118, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:16:25,495 DEBUG [RS:0;ef986b38239e:38323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef986b38239e:38323
2024-11-09T00:16:25,495 INFO  [RS:0;ef986b38239e:38323 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T00:16:25,495 INFO  [RS:0;ef986b38239e:38323 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T00:16:25,495 DEBUG [RS:0;ef986b38239e:38323 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T00:16:25,495 INFO  [RS:0;ef986b38239e:38323 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef986b38239e,43971,1731111382929 with port=38323, startcode=1731111383135
2024-11-09T00:16:25,496 DEBUG [RS:0;ef986b38239e:38323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T00:16:25,497 INFO  [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T00:16:25,498 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43971 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef986b38239e,38323,1731111383135
2024-11-09T00:16:25,498 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43971 {}] master.ServerManager(517): Registering regionserver=ef986b38239e,38323,1731111383135
2024-11-09T00:16:25,499 DEBUG [RS:0;ef986b38239e:38323 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc
2024-11-09T00:16:25,499 DEBUG [RS:0;ef986b38239e:38323 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46255
2024-11-09T00:16:25,499 DEBUG [RS:0;ef986b38239e:38323 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T00:16:25,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43971-0x1011cf363500000, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-516770605/rs
2024-11-09T00:16:25,563 DEBUG [RS:0;ef986b38239e:38323 {}] zookeeper.ZKUtil(111): regionserver:38323-0x1011cf363500001, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Set watcher on existing znode=/0-516770605/rs/ef986b38239e,38323,1731111383135
2024-11-09T00:16:25,563 WARN  [RS:0;ef986b38239e:38323 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:16:25,563 INFO  [RS:0;ef986b38239e:38323 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:16:25,563 DEBUG [RS:0;ef986b38239e:38323 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135
2024-11-09T00:16:25,563 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef986b38239e,38323,1731111383135]
2024-11-09T00:16:25,566 INFO  [RS:0;ef986b38239e:38323 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T00:16:25,568 INFO  [RS:0;ef986b38239e:38323 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T00:16:25,569 INFO  [RS:0;ef986b38239e:38323 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T00:16:25,569 INFO  [RS:0;ef986b38239e:38323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:25,569 INFO  [RS:0;ef986b38239e:38323 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T00:16:25,570 INFO  [RS:0;ef986b38239e:38323 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T00:16:25,570 INFO  [RS:0;ef986b38239e:38323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:25,570 DEBUG [RS:0;ef986b38239e:38323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:25,570 DEBUG [RS:0;ef986b38239e:38323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:25,570 DEBUG [RS:0;ef986b38239e:38323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:25,570 DEBUG [RS:0;ef986b38239e:38323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:25,570 DEBUG [RS:0;ef986b38239e:38323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:25,570 DEBUG [RS:0;ef986b38239e:38323 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:16:25,570 DEBUG [RS:0;ef986b38239e:38323 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:25,570 DEBUG [RS:0;ef986b38239e:38323 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:25,570 DEBUG [RS:0;ef986b38239e:38323 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:25,570 DEBUG [RS:0;ef986b38239e:38323 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:25,570 DEBUG [RS:0;ef986b38239e:38323 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:25,570 DEBUG [RS:0;ef986b38239e:38323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:25,570 DEBUG [RS:0;ef986b38239e:38323 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:16:25,571 DEBUG [RS:0;ef986b38239e:38323 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:16:25,571 INFO  [RS:0;ef986b38239e:38323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:25,571 INFO  [RS:0;ef986b38239e:38323 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:25,571 INFO  [RS:0;ef986b38239e:38323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:25,571 INFO  [RS:0;ef986b38239e:38323 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:25,571 INFO  [RS:0;ef986b38239e:38323 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:25,571 INFO  [RS:0;ef986b38239e:38323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,38323,1731111383135-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:16:25,584 INFO  [RS:0;ef986b38239e:38323 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T00:16:25,584 INFO  [RS:0;ef986b38239e:38323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,38323,1731111383135-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:25,584 INFO  [RS:0;ef986b38239e:38323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:25,584 INFO  [RS:0;ef986b38239e:38323 {}] regionserver.Replication(171): ef986b38239e,38323,1731111383135 started
2024-11-09T00:16:25,597 INFO  [RS:0;ef986b38239e:38323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:25,597 INFO  [RS:0;ef986b38239e:38323 {}] regionserver.HRegionServer(1482): Serving as ef986b38239e,38323,1731111383135, RpcServer on ef986b38239e/172.17.0.3:38323, sessionid=0x1011cf363500001
2024-11-09T00:16:25,597 DEBUG [RS:0;ef986b38239e:38323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T00:16:25,597 DEBUG [RS:0;ef986b38239e:38323 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef986b38239e,38323,1731111383135
2024-11-09T00:16:25,597 DEBUG [RS:0;ef986b38239e:38323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,38323,1731111383135'
2024-11-09T00:16:25,597 DEBUG [RS:0;ef986b38239e:38323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-516770605/flush-table-proc/abort'
2024-11-09T00:16:25,598 DEBUG [RS:0;ef986b38239e:38323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-516770605/flush-table-proc/acquired'
2024-11-09T00:16:25,598 DEBUG [RS:0;ef986b38239e:38323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T00:16:25,598 DEBUG [RS:0;ef986b38239e:38323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T00:16:25,598 DEBUG [RS:0;ef986b38239e:38323 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef986b38239e,38323,1731111383135
2024-11-09T00:16:25,598 DEBUG [RS:0;ef986b38239e:38323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,38323,1731111383135'
2024-11-09T00:16:25,598 DEBUG [RS:0;ef986b38239e:38323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-516770605/online-snapshot/abort'
2024-11-09T00:16:25,598 DEBUG [RS:0;ef986b38239e:38323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-516770605/online-snapshot/acquired'
2024-11-09T00:16:25,599 DEBUG [RS:0;ef986b38239e:38323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T00:16:25,599 INFO  [RS:0;ef986b38239e:38323 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T00:16:25,599 INFO  [RS:0;ef986b38239e:38323 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T00:16:25,699 INFO  [RS:0;ef986b38239e:38323 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:16:25,701 INFO  [RS:0;ef986b38239e:38323 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C38323%2C1731111383135, suffix=, logDir=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135, archiveDir=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/oldWALs, maxLogs=10
2024-11-09T00:16:25,717 DEBUG [RS:0;ef986b38239e:38323 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701, exclude list is [], retry=0
2024-11-09T00:16:25,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40649,DS-10c833d9-d997-433b-88d6-606e6d288ce4,DISK]
2024-11-09T00:16:25,722 INFO  [RS:0;ef986b38239e:38323 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701
2024-11-09T00:16:25,723 DEBUG [RS:0;ef986b38239e:38323 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41879:41879)]
2024-11-09T00:16:25,815 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-09T00:16:25,815 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc
2024-11-09T00:16:25,820 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741833_1009 (size=32)
2024-11-09T00:16:25,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:16:25,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-09T00:16:25,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-09T00:16:25,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:16:26,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:16:26,222 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:16:26,224 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:16:26,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:26,224 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:26,224 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:16:26,225 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:16:26,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:26,226 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:26,226 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:16:26,227 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:16:26,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:26,227 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:26,227 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:16:26,228 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:16:26,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:26,229 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:26,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:16:26,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/meta/1588230740
2024-11-09T00:16:26,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/meta/1588230740
2024-11-09T00:16:26,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:16:26,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:16:26,231 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:16:26,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:16:26,234 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:16:26,234 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63974545, jitterRate=-0.04670499265193939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:16:26,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731111386221Initializing all the Stores at 1731111386222 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111386222Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111386222Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111386222Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111386222Cleaning up temporary data from old regions at 1731111386231 (+9 ms)Region opened successfully at 1731111386235 (+4 ms)
2024-11-09T00:16:26,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:16:26,235 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:16:26,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:16:26,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:16:26,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:16:26,236 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:16:26,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111386235Disabling compacts and flushes for region at 1731111386235Disabling writes for close at 1731111386235Writing region close event to WAL at 1731111386235Closed at 1731111386235
2024-11-09T00:16:26,237 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:16:26,237 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-09T00:16:26,237 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-09T00:16:26,238 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:16:26,239 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-09T00:16:26,389 DEBUG [ef986b38239e:43971 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-09T00:16:26,390 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef986b38239e,38323,1731111383135
2024-11-09T00:16:26,391 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,38323,1731111383135, state=OPENING
2024-11-09T00:16:26,535 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-09T00:16:26,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38323-0x1011cf363500001, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-516770605
2024-11-09T00:16:26,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43971-0x1011cf363500000, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-516770605
2024-11-09T00:16:26,651 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:16:26,652 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-516770605/meta-region-server: CHANGED
2024-11-09T00:16:26,652 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-516770605/meta-region-server: CHANGED
2024-11-09T00:16:26,652 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,38323,1731111383135}]
2024-11-09T00:16:26,804 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:16:26,806 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-09T00:16:26,809 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-09T00:16:26,809 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:16:26,810 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-09T00:16:26,811 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C38323%2C1731111383135.meta, suffix=.meta, logDir=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135, archiveDir=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/oldWALs, maxLogs=10
2024-11-09T00:16:26,823 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.meta.1731111386811.meta, exclude list is [], retry=0
2024-11-09T00:16:26,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40649,DS-10c833d9-d997-433b-88d6-606e6d288ce4,DISK]
2024-11-09T00:16:26,826 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.meta.1731111386811.meta
2024-11-09T00:16:26,827 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41879:41879)]
2024-11-09T00:16:26,827 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:16:26,827 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:16:26,827 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:16:26,827 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-09T00:16:26,827 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-09T00:16:26,827 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-09T00:16:26,828 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:16:26,828 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-09T00:16:26,828 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-09T00:16:26,829 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:16:26,830 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:16:26,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:26,830 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:26,830 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:16:26,831 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:16:26,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:26,832 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:26,832 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:16:26,832 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:16:26,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:26,833 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:26,833 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:16:26,833 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:16:26,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:26,834 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:26,834 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:16:26,834 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/meta/1588230740
2024-11-09T00:16:26,835 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/meta/1588230740
2024-11-09T00:16:26,837 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:16:26,837 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:16:26,837 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:16:26,838 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:16:26,839 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65688338, jitterRate=-0.021167486906051636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:16:26,839 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-09T00:16:26,839 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731111386828Writing region info on filesystem at 1731111386828Initializing all the Stores at 1731111386829 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111386829Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111386829Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111386829Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111386829Cleaning up temporary data from old regions at 1731111386837 (+8 ms)Running coprocessor post-open hooks at 1731111386839 (+2 ms)Region opened successfully at 1731111386839
2024-11-09T00:16:26,840 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731111386804
2024-11-09T00:16:26,843 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-09T00:16:26,843 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-09T00:16:26,843 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,38323,1731111383135
2024-11-09T00:16:26,844 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,38323,1731111383135, state=OPEN
2024-11-09T00:16:27,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43971-0x1011cf363500000, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-516770605/meta-region-server
2024-11-09T00:16:27,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38323-0x1011cf363500001, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-516770605/meta-region-server
2024-11-09T00:16:27,006 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef986b38239e,38323,1731111383135
2024-11-09T00:16:27,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-516770605/meta-region-server: CHANGED
2024-11-09T00:16:27,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-516770605/meta-region-server: CHANGED
2024-11-09T00:16:27,009 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-09T00:16:27,009 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,38323,1731111383135 in 354 msec
2024-11-09T00:16:27,013 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-09T00:16:27,013 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 772 msec
2024-11-09T00:16:27,014 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:16:27,014 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-09T00:16:27,015 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:16:27,015 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,38323,1731111383135, seqNum=-1]
2024-11-09T00:16:27,016 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:16:27,017 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:16:27,022 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6210 sec
2024-11-09T00:16:27,022 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731111387022, completionTime=-1
2024-11-09T00:16:27,023 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-09T00:16:27,023 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-09T00:16:27,025 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-09T00:16:27,025 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731111447025
2024-11-09T00:16:27,025 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731111507025
2024-11-09T00:16:27,025 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-09T00:16:27,025 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,43971,1731111382929-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:27,025 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,43971,1731111382929-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:27,025 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,43971,1731111382929-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:27,026 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef986b38239e:43971, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:27,026 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:27,026 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:27,027 DEBUG [master/ef986b38239e:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-09T00:16:27,030 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.821sec
2024-11-09T00:16:27,030 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-09T00:16:27,030 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-09T00:16:27,030 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-09T00:16:27,030 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-09T00:16:27,030 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-09T00:16:27,030 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,43971,1731111382929-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:16:27,030 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,43971,1731111382929-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-09T00:16:27,032 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-09T00:16:27,033 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-09T00:16:27,033 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,43971,1731111382929-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:27,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55810643, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:27,066 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,43971,-1 for getting cluster id
2024-11-09T00:16:27,066 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:16:27,068 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b80fa9a-568d-444d-b34b-6007da5b432d'
2024-11-09T00:16:27,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:16:27,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b80fa9a-568d-444d-b34b-6007da5b432d"

2024-11-09T00:16:27,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a4e140c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:27,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,43971,-1]
2024-11-09T00:16:27,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:16:27,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:27,070 INFO  [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:16:27,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@171d4453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:27,071 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:16:27,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,38323,1731111383135, seqNum=-1]
2024-11-09T00:16:27,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:16:27,073 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:16:27,075 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef986b38239e,43971,1731111382929
2024-11-09T00:16:27,076 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50401
2024-11-09T00:16:27,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:16:27,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011cf363500002 connected
2024-11-09T00:16:27,158 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/hadoop.log.dir so I do NOT create it in target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480
2024-11-09T00:16:27,158 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/hadoop.log.dir Erasing configuration value by system value.
2024-11-09T00:16:27,158 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/hadoop.tmp.dir so I do NOT create it in target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480
2024-11-09T00:16:27,158 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-09T00:16:27,158 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480
2024-11-09T00:16:27,158 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-09T00:16:27,158 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480/cluster_4041cf2a-9ace-c290-b9f5-e73accf702e2, deleteOnExit=true
2024-11-09T00:16:27,158 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-09T00:16:27,158 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480/test.cache.data in system properties and HBase conf
2024-11-09T00:16:27,158 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480/hadoop.tmp.dir in system properties and HBase conf
2024-11-09T00:16:27,158 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480/hadoop.log.dir in system properties and HBase conf
2024-11-09T00:16:27,158 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-09T00:16:27,159 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-09T00:16:27,159 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-09T00:16:27,159 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-09T00:16:27,159 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:16:27,159 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:16:27,159 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-09T00:16:27,159 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:16:27,159 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-09T00:16:27,159 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-09T00:16:27,159 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:16:27,159 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:16:27,159 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-09T00:16:27,159 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480/nfs.dump.dir in system properties and HBase conf
2024-11-09T00:16:27,159 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480/java.io.tmpdir in system properties and HBase conf
2024-11-09T00:16:27,160 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:16:27,160 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-09T00:16:27,160 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-09T00:16:27,582 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:16:27,586 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:16:27,587 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:16:27,587 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:16:27,588 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T00:16:27,588 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:16:27,589 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3305506a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:16:27,589 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30211fed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:16:27,688 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37c2e57e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480/java.io.tmpdir/jetty-localhost-34503-hadoop-hdfs-3_4_1-tests_jar-_-any-12769667391876722694/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:16:27,688 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27f9abb8{HTTP/1.1, (http/1.1)}{localhost:34503}
2024-11-09T00:16:27,688 INFO  [Time-limited test {}] server.Server(415): Started @58699ms
2024-11-09T00:16:28,930 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:16:28,936 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:16:28,937 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:16:28,937 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:16:28,937 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T00:16:28,938 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6be5a022{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:16:28,939 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@428311ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:16:29,051 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20671f6a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480/java.io.tmpdir/jetty-localhost-36271-hadoop-hdfs-3_4_1-tests_jar-_-any-380766131099494463/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:16:29,051 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e557947{HTTP/1.1, (http/1.1)}{localhost:36271}
2024-11-09T00:16:29,051 INFO  [Time-limited test {}] server.Server(415): Started @60062ms
2024-11-09T00:16:29,052 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T00:16:30,083 WARN  [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480/cluster_4041cf2a-9ace-c290-b9f5-e73accf702e2/data/data2/current/BP-1598599706-172.17.0.3-1731111387175/current, will proceed with Du for space computation calculation, 
2024-11-09T00:16:30,083 WARN  [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480/cluster_4041cf2a-9ace-c290-b9f5-e73accf702e2/data/data1/current/BP-1598599706-172.17.0.3-1731111387175/current, will proceed with Du for space computation calculation, 
2024-11-09T00:16:30,102 WARN  [Thread-938 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T00:16:30,105 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0142d74e00e2aba with lease ID 0xd6667698909b9acb: Processing first storage report for DS-966c19c1-bf47-47f3-8a2c-23121dde2564 from datanode DatanodeRegistration(127.0.0.1:46785, datanodeUuid=74283343-1325-486f-b126-6cfe156548b9, infoPort=45933, infoSecurePort=0, ipcPort=44431, storageInfo=lv=-57;cid=testClusterID;nsid=146495745;c=1731111387175)
2024-11-09T00:16:30,105 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0142d74e00e2aba with lease ID 0xd6667698909b9acb: from storage DS-966c19c1-bf47-47f3-8a2c-23121dde2564 node DatanodeRegistration(127.0.0.1:46785, datanodeUuid=74283343-1325-486f-b126-6cfe156548b9, infoPort=45933, infoSecurePort=0, ipcPort=44431, storageInfo=lv=-57;cid=testClusterID;nsid=146495745;c=1731111387175), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:16:30,105 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0142d74e00e2aba with lease ID 0xd6667698909b9acb: Processing first storage report for DS-178450ff-d20c-419f-a102-47f1a21bae25 from datanode DatanodeRegistration(127.0.0.1:46785, datanodeUuid=74283343-1325-486f-b126-6cfe156548b9, infoPort=45933, infoSecurePort=0, ipcPort=44431, storageInfo=lv=-57;cid=testClusterID;nsid=146495745;c=1731111387175)
2024-11-09T00:16:30,105 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0142d74e00e2aba with lease ID 0xd6667698909b9acb: from storage DS-178450ff-d20c-419f-a102-47f1a21bae25 node DatanodeRegistration(127.0.0.1:46785, datanodeUuid=74283343-1325-486f-b126-6cfe156548b9, infoPort=45933, infoSecurePort=0, ipcPort=44431, storageInfo=lv=-57;cid=testClusterID;nsid=146495745;c=1731111387175), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:16:30,184 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480
2024-11-09T00:16:30,184 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:16:30,186 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:16:30,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741825_1001 (size=7)
2024-11-09T00:16:30,596 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77 with version=8
2024-11-09T00:16:30,596 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/hbase-staging
2024-11-09T00:16:30,598 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:16:30,598 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:16:30,598 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:16:30,598 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:16:30,598 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:16:30,598 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:16:30,598 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-09T00:16:30,599 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:16:30,599 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37021
2024-11-09T00:16:30,600 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37021 connecting to ZooKeeper ensemble=127.0.0.1:50401
2024-11-09T00:16:30,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370210x0, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:16:30,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37021-0x1011cf363500003 connected
2024-11-09T00:16:30,818 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:16:30,821 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:16:30,824 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37021-0x1011cf363500003, quorum=127.0.0.1:50401, baseZNode=/1899877148 Set watcher on znode that does not yet exist, /1899877148/running
2024-11-09T00:16:30,824 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77, hbase.cluster.distributed=false
2024-11-09T00:16:30,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37021-0x1011cf363500003, quorum=127.0.0.1:50401, baseZNode=/1899877148 Set watcher on znode that does not yet exist, /1899877148/acl
2024-11-09T00:16:30,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37021
2024-11-09T00:16:30,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37021
2024-11-09T00:16:30,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37021
2024-11-09T00:16:30,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37021
2024-11-09T00:16:30,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37021
2024-11-09T00:16:30,849 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:16:30,849 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:16:30,849 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:16:30,849 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:16:30,849 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:16:30,849 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:16:30,849 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T00:16:30,849 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:16:30,850 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43199
2024-11-09T00:16:30,851 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43199 connecting to ZooKeeper ensemble=127.0.0.1:50401
2024-11-09T00:16:30,852 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:16:30,855 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:16:30,871 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431990x0, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:16:30,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431990x0, quorum=127.0.0.1:50401, baseZNode=/1899877148 Set watcher on znode that does not yet exist, /1899877148/running
2024-11-09T00:16:30,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43199-0x1011cf363500004 connected
2024-11-09T00:16:30,872 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T00:16:30,872 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T00:16:30,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43199-0x1011cf363500004, quorum=127.0.0.1:50401, baseZNode=/1899877148 Set watcher on znode that does not yet exist, /1899877148/master
2024-11-09T00:16:30,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43199-0x1011cf363500004, quorum=127.0.0.1:50401, baseZNode=/1899877148 Set watcher on znode that does not yet exist, /1899877148/acl
2024-11-09T00:16:30,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43199
2024-11-09T00:16:30,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43199
2024-11-09T00:16:30,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43199
2024-11-09T00:16:30,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43199
2024-11-09T00:16:30,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43199
2024-11-09T00:16:30,892 DEBUG [M:0;ef986b38239e:37021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef986b38239e:37021
2024-11-09T00:16:30,892 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1899877148/backup-masters/ef986b38239e,37021,1731111390598
2024-11-09T00:16:30,902 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43199-0x1011cf363500004, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1899877148/backup-masters
2024-11-09T00:16:30,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1011cf363500003, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1899877148/backup-masters
2024-11-09T00:16:30,903 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37021-0x1011cf363500003, quorum=127.0.0.1:50401, baseZNode=/1899877148 Set watcher on existing znode=/1899877148/backup-masters/ef986b38239e,37021,1731111390598
2024-11-09T00:16:30,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1011cf363500003, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1899877148
2024-11-09T00:16:30,913 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43199-0x1011cf363500004, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1899877148/master
2024-11-09T00:16:30,913 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43199-0x1011cf363500004, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1899877148
2024-11-09T00:16:30,913 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37021-0x1011cf363500003, quorum=127.0.0.1:50401, baseZNode=/1899877148 Set watcher on existing znode=/1899877148/master
2024-11-09T00:16:30,913 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1899877148/backup-masters/ef986b38239e,37021,1731111390598 from backup master directory
2024-11-09T00:16:30,923 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43199-0x1011cf363500004, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1899877148/backup-masters
2024-11-09T00:16:30,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1011cf363500003, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1899877148/backup-masters/ef986b38239e,37021,1731111390598
2024-11-09T00:16:30,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1011cf363500003, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1899877148/backup-masters
2024-11-09T00:16:30,923 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:16:30,923 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef986b38239e,37021,1731111390598
2024-11-09T00:16:30,928 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/hbase.id] with ID: cc915a5d-a495-45c6-96e1-9dd41b3298ba
2024-11-09T00:16:30,928 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/.tmp/hbase.id
2024-11-09T00:16:30,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741826_1002 (size=42)
2024-11-09T00:16:31,335 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/.tmp/hbase.id]:[hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/hbase.id]
2024-11-09T00:16:31,346 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:16:31,346 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-09T00:16:31,348 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms.
2024-11-09T00:16:31,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1011cf363500003, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1899877148
2024-11-09T00:16:31,376 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43199-0x1011cf363500004, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1899877148
2024-11-09T00:16:31,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741827_1003 (size=196)
2024-11-09T00:16:31,413 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:16:31,434 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:16:31,434 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:16:31,435 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:16:31,445 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:16:31,566 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-09T00:16:31,782 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:16:31,783 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-09T00:16:31,783 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:16:31,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741828_1004 (size=1189)
2024-11-09T00:16:32,189 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/MasterData/data/master/store
2024-11-09T00:16:32,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741829_1005 (size=34)
2024-11-09T00:16:32,595 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:16:32,595 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:16:32,595 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:16:32,595 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:16:32,595 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:16:32,596 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:16:32,596 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:16:32,596 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111392595Disabling compacts and flushes for region at 1731111392595Disabling writes for close at 1731111392596 (+1 ms)Writing region close event to WAL at 1731111392596Closed at 1731111392596
2024-11-09T00:16:32,597 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/MasterData/data/master/store/.initializing
2024-11-09T00:16:32,597 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/MasterData/WALs/ef986b38239e,37021,1731111390598
2024-11-09T00:16:32,598 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:16:32,599 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef986b38239e%2C37021%2C1731111390598, suffix=, logDir=hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/MasterData/WALs/ef986b38239e,37021,1731111390598, archiveDir=hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/MasterData/oldWALs, maxLogs=10
2024-11-09T00:16:32,614 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/MasterData/WALs/ef986b38239e,37021,1731111390598/ef986b38239e%2C37021%2C1731111390598.1731111392600, exclude list is [], retry=0
2024-11-09T00:16:32,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46785,DS-966c19c1-bf47-47f3-8a2c-23121dde2564,DISK]
2024-11-09T00:16:32,618 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/MasterData/WALs/ef986b38239e,37021,1731111390598/ef986b38239e%2C37021%2C1731111390598.1731111392600
2024-11-09T00:16:32,618 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45933:45933)]
2024-11-09T00:16:32,618 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:16:32,619 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:16:32,619 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:16:32,619 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:16:32,620 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:16:32,621 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-09T00:16:32,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:32,622 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:32,622 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:16:32,623 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-09T00:16:32,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:32,623 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:16:32,624 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:16:32,625 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-09T00:16:32,625 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:32,625 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:16:32,625 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:16:32,626 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-09T00:16:32,626 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:32,627 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:16:32,627 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:16:32,627 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:16:32,628 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:16:32,629 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:16:32,629 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:16:32,629 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:16:32,630 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:16:32,632 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:16:32,632 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73758169, jitterRate=0.09908236563205719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:16:32,633 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731111392619Initializing all the Stores at 1731111392620 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111392620Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111392620Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111392620Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111392620Cleaning up temporary data from old regions at 1731111392629 (+9 ms)Region opened successfully at 1731111392633 (+4 ms)
2024-11-09T00:16:32,633 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-09T00:16:32,636 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab10428, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:16:32,636 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-09T00:16:32,637 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-09T00:16:32,637 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-09T00:16:32,637 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-09T00:16:32,637 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-09T00:16:32,638 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-09T00:16:32,638 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-09T00:16:32,640 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-09T00:16:32,640 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37021-0x1011cf363500003, quorum=127.0.0.1:50401, baseZNode=/1899877148 Unable to get data of znode /1899877148/balancer because node does not exist (not necessarily an error)
2024-11-09T00:16:32,692 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1899877148/balancer already deleted, retry=false
2024-11-09T00:16:32,693 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-09T00:16:32,693 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37021-0x1011cf363500003, quorum=127.0.0.1:50401, baseZNode=/1899877148 Unable to get data of znode /1899877148/normalizer because node does not exist (not necessarily an error)
2024-11-09T00:16:32,745 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1899877148/normalizer already deleted, retry=false
2024-11-09T00:16:32,746 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-09T00:16:32,747 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37021-0x1011cf363500003, quorum=127.0.0.1:50401, baseZNode=/1899877148 Unable to get data of znode /1899877148/switch/split because node does not exist (not necessarily an error)
2024-11-09T00:16:32,823 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1899877148/switch/split already deleted, retry=false
2024-11-09T00:16:32,824 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37021-0x1011cf363500003, quorum=127.0.0.1:50401, baseZNode=/1899877148 Unable to get data of znode /1899877148/switch/merge because node does not exist (not necessarily an error)
2024-11-09T00:16:32,893 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1899877148/switch/merge already deleted, retry=false
2024-11-09T00:16:32,895 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37021-0x1011cf363500003, quorum=127.0.0.1:50401, baseZNode=/1899877148 Unable to get data of znode /1899877148/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-09T00:16:32,949 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1899877148/snapshot-cleanup already deleted, retry=false
2024-11-09T00:16:33,012 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43199-0x1011cf363500004, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1899877148/running
2024-11-09T00:16:33,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1011cf363500003, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1899877148/running
2024-11-09T00:16:33,012 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43199-0x1011cf363500004, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1899877148
2024-11-09T00:16:33,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1011cf363500003, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1899877148
2024-11-09T00:16:33,013 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef986b38239e,37021,1731111390598, sessionid=0x1011cf363500003, setting cluster-up flag (Was=false)
2024-11-09T00:16:33,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1011cf363500003, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1899877148
2024-11-09T00:16:33,149 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43199-0x1011cf363500004, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1899877148
2024-11-09T00:16:33,338 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1899877148/flush-table-proc/acquired, /1899877148/flush-table-proc/reached, /1899877148/flush-table-proc/abort
2024-11-09T00:16:33,339 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,37021,1731111390598
2024-11-09T00:16:33,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1011cf363500003, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1899877148
2024-11-09T00:16:33,510 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43199-0x1011cf363500004, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1899877148
2024-11-09T00:16:33,835 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1899877148/online-snapshot/acquired, /1899877148/online-snapshot/reached, /1899877148/online-snapshot/abort
2024-11-09T00:16:33,836 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,37021,1731111390598
2024-11-09T00:16:33,837 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-09T00:16:33,839 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-09T00:16:33,839 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-09T00:16:33,839 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-09T00:16:33,839 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef986b38239e,37021,1731111390598
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-09T00:16:33,840 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:16:33,840 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:16:33,840 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:16:33,841 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:16:33,841 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef986b38239e:0, corePoolSize=10, maxPoolSize=10
2024-11-09T00:16:33,841 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:33,841 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:16:33,841 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:33,841 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731111423841
2024-11-09T00:16:33,842 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-09T00:16:33,842 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-09T00:16:33,842 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-09T00:16:33,842 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-09T00:16:33,842 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-09T00:16:33,842 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-09T00:16:33,842 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:33,842 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:16:33,842 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-09T00:16:33,843 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-09T00:16:33,843 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-09T00:16:33,843 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-09T00:16:33,843 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-09T00:16:33,843 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-09T00:16:33,843 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-09T00:16:33,843 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111393843,5,FailOnTimeoutGroup]
2024-11-09T00:16:33,843 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111393843,5,FailOnTimeoutGroup]
2024-11-09T00:16:33,843 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:33,843 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-09T00:16:33,843 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:33,843 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:33,844 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:33,844 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-09T00:16:33,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741831_1007 (size=1321)
2024-11-09T00:16:33,885 INFO  [RS:0;ef986b38239e:43199 {}] regionserver.HRegionServer(746): ClusterId : cc915a5d-a495-45c6-96e1-9dd41b3298ba
2024-11-09T00:16:33,885 DEBUG [RS:0;ef986b38239e:43199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T00:16:33,911 DEBUG [RS:0;ef986b38239e:43199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T00:16:33,911 DEBUG [RS:0;ef986b38239e:43199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T00:16:33,924 DEBUG [RS:0;ef986b38239e:43199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T00:16:33,924 DEBUG [RS:0;ef986b38239e:43199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a3fdb84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:16:33,934 DEBUG [RS:0;ef986b38239e:43199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef986b38239e:43199
2024-11-09T00:16:33,934 INFO  [RS:0;ef986b38239e:43199 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T00:16:33,934 INFO  [RS:0;ef986b38239e:43199 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T00:16:33,934 DEBUG [RS:0;ef986b38239e:43199 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T00:16:33,935 INFO  [RS:0;ef986b38239e:43199 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef986b38239e,37021,1731111390598 with port=43199, startcode=1731111390848
2024-11-09T00:16:33,935 DEBUG [RS:0;ef986b38239e:43199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T00:16:33,936 INFO  [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T00:16:33,937 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37021 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef986b38239e,43199,1731111390848
2024-11-09T00:16:33,937 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37021 {}] master.ServerManager(517): Registering regionserver=ef986b38239e,43199,1731111390848
2024-11-09T00:16:33,938 DEBUG [RS:0;ef986b38239e:43199 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77
2024-11-09T00:16:33,938 DEBUG [RS:0;ef986b38239e:43199 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34513
2024-11-09T00:16:33,938 DEBUG [RS:0;ef986b38239e:43199 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T00:16:33,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1011cf363500003, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1899877148/rs
2024-11-09T00:16:33,945 DEBUG [RS:0;ef986b38239e:43199 {}] zookeeper.ZKUtil(111): regionserver:43199-0x1011cf363500004, quorum=127.0.0.1:50401, baseZNode=/1899877148 Set watcher on existing znode=/1899877148/rs/ef986b38239e,43199,1731111390848
2024-11-09T00:16:33,945 WARN  [RS:0;ef986b38239e:43199 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:16:33,945 INFO  [RS:0;ef986b38239e:43199 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:16:33,945 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef986b38239e,43199,1731111390848]
2024-11-09T00:16:33,945 DEBUG [RS:0;ef986b38239e:43199 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/WALs/ef986b38239e,43199,1731111390848
2024-11-09T00:16:33,950 INFO  [RS:0;ef986b38239e:43199 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T00:16:33,952 INFO  [RS:0;ef986b38239e:43199 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T00:16:33,952 INFO  [RS:0;ef986b38239e:43199 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T00:16:33,952 INFO  [RS:0;ef986b38239e:43199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:33,952 INFO  [RS:0;ef986b38239e:43199 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T00:16:33,953 INFO  [RS:0;ef986b38239e:43199 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T00:16:33,953 INFO  [RS:0;ef986b38239e:43199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:33,953 DEBUG [RS:0;ef986b38239e:43199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:33,953 DEBUG [RS:0;ef986b38239e:43199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:33,953 DEBUG [RS:0;ef986b38239e:43199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:33,953 DEBUG [RS:0;ef986b38239e:43199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:33,953 DEBUG [RS:0;ef986b38239e:43199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:33,953 DEBUG [RS:0;ef986b38239e:43199 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:16:33,953 DEBUG [RS:0;ef986b38239e:43199 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:33,953 DEBUG [RS:0;ef986b38239e:43199 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:33,953 DEBUG [RS:0;ef986b38239e:43199 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:33,954 DEBUG [RS:0;ef986b38239e:43199 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:33,954 DEBUG [RS:0;ef986b38239e:43199 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:33,954 DEBUG [RS:0;ef986b38239e:43199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:16:33,954 DEBUG [RS:0;ef986b38239e:43199 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:16:33,954 DEBUG [RS:0;ef986b38239e:43199 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:16:33,956 INFO  [RS:0;ef986b38239e:43199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:33,956 INFO  [RS:0;ef986b38239e:43199 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:33,956 INFO  [RS:0;ef986b38239e:43199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:33,956 INFO  [RS:0;ef986b38239e:43199 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:33,956 INFO  [RS:0;ef986b38239e:43199 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:33,956 INFO  [RS:0;ef986b38239e:43199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,43199,1731111390848-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:16:33,971 INFO  [RS:0;ef986b38239e:43199 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T00:16:33,972 INFO  [RS:0;ef986b38239e:43199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,43199,1731111390848-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:33,972 INFO  [RS:0;ef986b38239e:43199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:33,972 INFO  [RS:0;ef986b38239e:43199 {}] regionserver.Replication(171): ef986b38239e,43199,1731111390848 started
2024-11-09T00:16:33,984 INFO  [RS:0;ef986b38239e:43199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:33,984 INFO  [RS:0;ef986b38239e:43199 {}] regionserver.HRegionServer(1482): Serving as ef986b38239e,43199,1731111390848, RpcServer on ef986b38239e/172.17.0.3:43199, sessionid=0x1011cf363500004
2024-11-09T00:16:33,984 DEBUG [RS:0;ef986b38239e:43199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T00:16:33,984 DEBUG [RS:0;ef986b38239e:43199 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef986b38239e,43199,1731111390848
2024-11-09T00:16:33,984 DEBUG [RS:0;ef986b38239e:43199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,43199,1731111390848'
2024-11-09T00:16:33,984 DEBUG [RS:0;ef986b38239e:43199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1899877148/flush-table-proc/abort'
2024-11-09T00:16:33,985 DEBUG [RS:0;ef986b38239e:43199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1899877148/flush-table-proc/acquired'
2024-11-09T00:16:33,985 DEBUG [RS:0;ef986b38239e:43199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T00:16:33,985 DEBUG [RS:0;ef986b38239e:43199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T00:16:33,985 DEBUG [RS:0;ef986b38239e:43199 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef986b38239e,43199,1731111390848
2024-11-09T00:16:33,985 DEBUG [RS:0;ef986b38239e:43199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,43199,1731111390848'
2024-11-09T00:16:33,985 DEBUG [RS:0;ef986b38239e:43199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1899877148/online-snapshot/abort'
2024-11-09T00:16:33,986 DEBUG [RS:0;ef986b38239e:43199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1899877148/online-snapshot/acquired'
2024-11-09T00:16:33,986 DEBUG [RS:0;ef986b38239e:43199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T00:16:33,986 INFO  [RS:0;ef986b38239e:43199 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T00:16:33,986 INFO  [RS:0;ef986b38239e:43199 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T00:16:34,087 INFO  [RS:0;ef986b38239e:43199 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:16:34,088 INFO  [RS:0;ef986b38239e:43199 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C43199%2C1731111390848, suffix=, logDir=hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/WALs/ef986b38239e,43199,1731111390848, archiveDir=hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/oldWALs, maxLogs=10
2024-11-09T00:16:34,102 DEBUG [RS:0;ef986b38239e:43199 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/WALs/ef986b38239e,43199,1731111390848/ef986b38239e%2C43199%2C1731111390848.1731111394089, exclude list is [], retry=0
2024-11-09T00:16:34,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46785,DS-966c19c1-bf47-47f3-8a2c-23121dde2564,DISK]
2024-11-09T00:16:34,113 INFO  [RS:0;ef986b38239e:43199 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/WALs/ef986b38239e,43199,1731111390848/ef986b38239e%2C43199%2C1731111390848.1731111394089
2024-11-09T00:16:34,113 DEBUG [RS:0;ef986b38239e:43199 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45933:45933)]
2024-11-09T00:16:34,251 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-09T00:16:34,251 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77
2024-11-09T00:16:34,257 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741833_1009 (size=32)
2024-11-09T00:16:34,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:16:34,660 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:16:34,661 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:16:34,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:34,662 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:34,662 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:16:34,663 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:16:34,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:34,664 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:34,664 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:16:34,665 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:16:34,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:34,666 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:34,666 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:16:34,668 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:16:34,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:34,668 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:34,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:16:34,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/hbase/meta/1588230740
2024-11-09T00:16:34,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/hbase/meta/1588230740
2024-11-09T00:16:34,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:16:34,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:16:34,672 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:16:34,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:16:34,676 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:16:34,677 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73459799, jitterRate=0.09463630616664886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:16:34,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731111394659Initializing all the Stores at 1731111394659Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111394659Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111394660 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111394660Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111394660Cleaning up temporary data from old regions at 1731111394671 (+11 ms)Region opened successfully at 1731111394677 (+6 ms)
2024-11-09T00:16:34,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:16:34,677 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:16:34,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:16:34,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:16:34,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:16:34,678 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:16:34,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111394677Disabling compacts and flushes for region at 1731111394677Disabling writes for close at 1731111394677Writing region close event to WAL at 1731111394677Closed at 1731111394677
2024-11-09T00:16:34,679 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:16:34,679 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-09T00:16:34,679 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-09T00:16:34,681 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:16:34,681 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-09T00:16:34,832 DEBUG [ef986b38239e:37021 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-09T00:16:34,832 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef986b38239e,43199,1731111390848
2024-11-09T00:16:34,834 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,43199,1731111390848, state=OPENING
2024-11-09T00:16:34,873 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-09T00:16:34,891 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43199-0x1011cf363500004, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1899877148
2024-11-09T00:16:34,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1011cf363500003, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1899877148
2024-11-09T00:16:34,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1899877148/meta-region-server: CHANGED
2024-11-09T00:16:34,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1899877148/meta-region-server: CHANGED
2024-11-09T00:16:34,892 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:16:34,892 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,43199,1731111390848}]
2024-11-09T00:16:35,045 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:16:35,047 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-09T00:16:35,051 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-09T00:16:35,051 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:16:35,051 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-09T00:16:35,053 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C43199%2C1731111390848.meta, suffix=.meta, logDir=hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/WALs/ef986b38239e,43199,1731111390848, archiveDir=hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/oldWALs, maxLogs=10
2024-11-09T00:16:35,066 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/WALs/ef986b38239e,43199,1731111390848/ef986b38239e%2C43199%2C1731111390848.meta.1731111395053.meta, exclude list is [], retry=0
2024-11-09T00:16:35,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46785,DS-966c19c1-bf47-47f3-8a2c-23121dde2564,DISK]
2024-11-09T00:16:35,069 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/WALs/ef986b38239e,43199,1731111390848/ef986b38239e%2C43199%2C1731111390848.meta.1731111395053.meta
2024-11-09T00:16:35,070 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45933:45933)]
2024-11-09T00:16:35,070 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:16:35,070 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:16:35,070 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:16:35,070 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-09T00:16:35,070 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-09T00:16:35,070 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-09T00:16:35,070 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:16:35,071 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-09T00:16:35,071 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-09T00:16:35,072 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:16:35,073 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:16:35,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:35,073 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:35,073 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:16:35,074 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:16:35,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:35,074 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:35,075 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:16:35,075 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:16:35,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:35,076 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:35,076 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:16:35,077 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:16:35,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:35,077 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:16:35,077 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:16:35,078 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/hbase/meta/1588230740
2024-11-09T00:16:35,079 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/hbase/meta/1588230740
2024-11-09T00:16:35,081 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:16:35,081 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:16:35,081 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:16:35,082 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:16:35,083 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73626022, jitterRate=0.0971132218837738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:16:35,083 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-09T00:16:35,083 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731111395071Writing region info on filesystem at 1731111395071Initializing all the Stores at 1731111395072 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111395072Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111395072Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111395072Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111395072Cleaning up temporary data from old regions at 1731111395081 (+9 ms)Running coprocessor post-open hooks at 1731111395083 (+2 ms)Region opened successfully at 1731111395083
2024-11-09T00:16:35,084 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731111395045
2024-11-09T00:16:35,086 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-09T00:16:35,086 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-09T00:16:35,087 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,43199,1731111390848
2024-11-09T00:16:35,088 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,43199,1731111390848, state=OPEN
2024-11-09T00:16:35,102 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43199-0x1011cf363500004, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1899877148/meta-region-server
2024-11-09T00:16:35,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1011cf363500003, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1899877148/meta-region-server
2024-11-09T00:16:35,102 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef986b38239e,43199,1731111390848
2024-11-09T00:16:35,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1899877148/meta-region-server: CHANGED
2024-11-09T00:16:35,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1899877148/meta-region-server: CHANGED
2024-11-09T00:16:35,105 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-09T00:16:35,105 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,43199,1731111390848 in 210 msec
2024-11-09T00:16:35,107 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-09T00:16:35,107 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 426 msec
2024-11-09T00:16:35,108 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:16:35,108 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-09T00:16:35,109 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:16:35,109 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,43199,1731111390848, seqNum=-1]
2024-11-09T00:16:35,109 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:16:35,110 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:16:35,115 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2760 sec
2024-11-09T00:16:35,115 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731111395115, completionTime=-1
2024-11-09T00:16:35,115 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-09T00:16:35,115 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-09T00:16:35,117 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-09T00:16:35,117 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731111455117
2024-11-09T00:16:35,117 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731111515117
2024-11-09T00:16:35,117 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-09T00:16:35,117 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,37021,1731111390598-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:35,117 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,37021,1731111390598-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:35,117 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,37021,1731111390598-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:35,117 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef986b38239e:37021, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:35,117 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:35,117 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:35,119 DEBUG [master/ef986b38239e:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-09T00:16:35,120 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.197sec
2024-11-09T00:16:35,120 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-09T00:16:35,120 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-09T00:16:35,120 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-09T00:16:35,120 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-09T00:16:35,120 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-09T00:16:35,120 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,37021,1731111390598-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:16:35,120 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,37021,1731111390598-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-09T00:16:35,123 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-09T00:16:35,123 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-09T00:16:35,123 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,37021,1731111390598-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:16:35,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31cc39e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:35,185 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,37021,-1 for getting cluster id
2024-11-09T00:16:35,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:16:35,187 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc915a5d-a495-45c6-96e1-9dd41b3298ba'
2024-11-09T00:16:35,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:16:35,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc915a5d-a495-45c6-96e1-9dd41b3298ba"

2024-11-09T00:16:35,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc2b70c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:35,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,37021,-1]
2024-11-09T00:16:35,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:16:35,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:35,189 INFO  [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:16:35,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e5a7305, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:35,190 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:16:35,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,43199,1731111390848, seqNum=-1]
2024-11-09T00:16:35,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:16:35,192 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:16:35,193 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef986b38239e,37021,1731111390598
2024-11-09T00:16:35,194 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50401
2024-11-09T00:16:35,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:16:35,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011cf363500005 connected
2024-11-09T00:16:35,222 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:16:35,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,43971,1731111382929
2024-11-09T00:16:35,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7165be8e
2024-11-09T00:16:35,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:16:35,224 INFO  [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:16:35,227 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43971 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:16:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43971 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-09T00:16:35,231 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T00:16:35,232 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:35,232 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43971 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-09T00:16:35,234 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T00:16:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:16:35,239 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741835_1011 (size=902)
2024-11-09T00:16:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:16:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:16:35,641 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2cafb024d84add6264387e781033234c, NAME => 'test,,1731111395225.2cafb024d84add6264387e781033234c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc
2024-11-09T00:16:35,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741836_1012 (size=39)
2024-11-09T00:16:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:16:35,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-09T00:16:35,911 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-09T00:16:35,912 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:16:35,912 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers
2024-11-09T00:16:35,912 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:16:35,912 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-09T00:16:36,049 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731111395225.2cafb024d84add6264387e781033234c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:16:36,049 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2cafb024d84add6264387e781033234c, disabling compactions & flushes
2024-11-09T00:16:36,049 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731111395225.2cafb024d84add6264387e781033234c.
2024-11-09T00:16:36,049 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731111395225.2cafb024d84add6264387e781033234c.
2024-11-09T00:16:36,049 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731111395225.2cafb024d84add6264387e781033234c. after waiting 0 ms
2024-11-09T00:16:36,049 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731111395225.2cafb024d84add6264387e781033234c.
2024-11-09T00:16:36,049 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731111395225.2cafb024d84add6264387e781033234c.
2024-11-09T00:16:36,049 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2cafb024d84add6264387e781033234c:
Waiting for close lock at 1731111396049Disabling compacts and flushes for region at 1731111396049Disabling writes for close at 1731111396049Writing region close event to WAL at 1731111396049Closed at 1731111396049
2024-11-09T00:16:36,051 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T00:16:36,051 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731111395225.2cafb024d84add6264387e781033234c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731111396051"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731111396051"}]},"ts":"1731111396051"}
2024-11-09T00:16:36,053 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T00:16:36,054 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T00:16:36,054 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111396054"}]},"ts":"1731111396054"}
2024-11-09T00:16:36,056 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-09T00:16:36,056 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2cafb024d84add6264387e781033234c, ASSIGN}]
2024-11-09T00:16:36,057 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2cafb024d84add6264387e781033234c, ASSIGN
2024-11-09T00:16:36,058 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2cafb024d84add6264387e781033234c, ASSIGN; state=OFFLINE, location=ef986b38239e,38323,1731111383135; forceNewPlan=false, retain=false
2024-11-09T00:16:36,209 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2cafb024d84add6264387e781033234c, regionState=OPENING, regionLocation=ef986b38239e,38323,1731111383135
2024-11-09T00:16:36,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2cafb024d84add6264387e781033234c, ASSIGN because future has completed
2024-11-09T00:16:36,212 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cafb024d84add6264387e781033234c, server=ef986b38239e,38323,1731111383135}]
2024-11-09T00:16:36,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:16:36,368 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731111395225.2cafb024d84add6264387e781033234c.
2024-11-09T00:16:36,368 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2cafb024d84add6264387e781033234c, NAME => 'test,,1731111395225.2cafb024d84add6264387e781033234c.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:16:36,369 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:16:36,369 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-09T00:16:36,369 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2cafb024d84add6264387e781033234c
2024-11-09T00:16:36,369 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731111395225.2cafb024d84add6264387e781033234c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:16:36,369 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2cafb024d84add6264387e781033234c
2024-11-09T00:16:36,369 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2cafb024d84add6264387e781033234c
2024-11-09T00:16:36,371 INFO  [StoreOpener-2cafb024d84add6264387e781033234c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2cafb024d84add6264387e781033234c 
2024-11-09T00:16:36,372 INFO  [StoreOpener-2cafb024d84add6264387e781033234c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cafb024d84add6264387e781033234c columnFamilyName f
2024-11-09T00:16:36,372 DEBUG [StoreOpener-2cafb024d84add6264387e781033234c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:36,372 INFO  [StoreOpener-2cafb024d84add6264387e781033234c-1 {}] regionserver.HStore(327): Store=2cafb024d84add6264387e781033234c/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:16:36,373 INFO  [StoreOpener-2cafb024d84add6264387e781033234c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2cafb024d84add6264387e781033234c 
2024-11-09T00:16:36,374 INFO  [StoreOpener-2cafb024d84add6264387e781033234c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cafb024d84add6264387e781033234c columnFamilyName f1
2024-11-09T00:16:36,374 DEBUG [StoreOpener-2cafb024d84add6264387e781033234c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:36,374 INFO  [StoreOpener-2cafb024d84add6264387e781033234c-1 {}] regionserver.HStore(327): Store=2cafb024d84add6264387e781033234c/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:16:36,374 INFO  [StoreOpener-2cafb024d84add6264387e781033234c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2cafb024d84add6264387e781033234c 
2024-11-09T00:16:36,375 INFO  [StoreOpener-2cafb024d84add6264387e781033234c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cafb024d84add6264387e781033234c columnFamilyName norep
2024-11-09T00:16:36,375 DEBUG [StoreOpener-2cafb024d84add6264387e781033234c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:36,375 INFO  [StoreOpener-2cafb024d84add6264387e781033234c-1 {}] regionserver.HStore(327): Store=2cafb024d84add6264387e781033234c/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:16:36,376 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2cafb024d84add6264387e781033234c
2024-11-09T00:16:36,376 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/default/test/2cafb024d84add6264387e781033234c
2024-11-09T00:16:36,377 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/default/test/2cafb024d84add6264387e781033234c
2024-11-09T00:16:36,377 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2cafb024d84add6264387e781033234c
2024-11-09T00:16:36,378 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2cafb024d84add6264387e781033234c
2024-11-09T00:16:36,378 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-09T00:16:36,379 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2cafb024d84add6264387e781033234c
2024-11-09T00:16:36,381 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/default/test/2cafb024d84add6264387e781033234c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:16:36,382 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2cafb024d84add6264387e781033234c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63491931, jitterRate=-0.053896501660346985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-09T00:16:36,382 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2cafb024d84add6264387e781033234c
2024-11-09T00:16:36,382 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2cafb024d84add6264387e781033234c:
Running coprocessor pre-open hook at 1731111396369Writing region info on filesystem at 1731111396369Initializing all the Stores at 1731111396370 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111396370Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111396370Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111396370Cleaning up temporary data from old regions at 1731111396378 (+8 ms)Running coprocessor post-open hooks at 1731111396382 (+4 ms)Region opened successfully at 1731111396382
2024-11-09T00:16:36,385 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731111395225.2cafb024d84add6264387e781033234c., pid=6, masterSystemTime=1731111396364
2024-11-09T00:16:36,387 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731111395225.2cafb024d84add6264387e781033234c.
2024-11-09T00:16:36,387 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731111395225.2cafb024d84add6264387e781033234c.
2024-11-09T00:16:36,389 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2cafb024d84add6264387e781033234c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ef986b38239e,38323,1731111383135
2024-11-09T00:16:36,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cafb024d84add6264387e781033234c, server=ef986b38239e,38323,1731111383135 because future has completed
2024-11-09T00:16:36,395 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-09T00:16:36,395 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2cafb024d84add6264387e781033234c, server=ef986b38239e,38323,1731111383135 in 181 msec
2024-11-09T00:16:36,397 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-09T00:16:36,397 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2cafb024d84add6264387e781033234c, ASSIGN in 339 msec
2024-11-09T00:16:36,398 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T00:16:36,398 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111396398"}]},"ts":"1731111396398"}
2024-11-09T00:16:36,400 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-09T00:16:36,401 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T00:16:36,403 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec
2024-11-09T00:16:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:16:37,387 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:16:37,387 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-09T00:16:37,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,37021,1731111390598
2024-11-09T00:16:37,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ad825f6
2024-11-09T00:16:37,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:16:37,389 INFO  [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:16:37,390 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:16:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-09T00:16:37,393 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T00:16:37,394 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:37,394 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-09T00:16:37,395 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T00:16:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:16:37,400 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741835_1011 (size=902)
2024-11-09T00:16:37,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:16:37,567 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-09T00:16:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:16:37,803 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1d165a54c62933e4b73da2b56240528a, NAME => 'test,,1731111397390.1d165a54c62933e4b73da2b56240528a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77
2024-11-09T00:16:37,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741836_1012 (size=39)
2024-11-09T00:16:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:16:38,209 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731111397390.1d165a54c62933e4b73da2b56240528a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:16:38,209 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1d165a54c62933e4b73da2b56240528a, disabling compactions & flushes
2024-11-09T00:16:38,209 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731111397390.1d165a54c62933e4b73da2b56240528a.
2024-11-09T00:16:38,209 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731111397390.1d165a54c62933e4b73da2b56240528a.
2024-11-09T00:16:38,209 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731111397390.1d165a54c62933e4b73da2b56240528a. after waiting 0 ms
2024-11-09T00:16:38,209 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731111397390.1d165a54c62933e4b73da2b56240528a.
2024-11-09T00:16:38,209 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731111397390.1d165a54c62933e4b73da2b56240528a.
2024-11-09T00:16:38,209 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1d165a54c62933e4b73da2b56240528a:
Waiting for close lock at 1731111398209Disabling compacts and flushes for region at 1731111398209Disabling writes for close at 1731111398209Writing region close event to WAL at 1731111398209Closed at 1731111398209
2024-11-09T00:16:38,210 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T00:16:38,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731111397390.1d165a54c62933e4b73da2b56240528a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731111398210"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731111398210"}]},"ts":"1731111398210"}
2024-11-09T00:16:38,213 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T00:16:38,215 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T00:16:38,215 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111398215"}]},"ts":"1731111398215"}
2024-11-09T00:16:38,217 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-09T00:16:38,217 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1d165a54c62933e4b73da2b56240528a, ASSIGN}]
2024-11-09T00:16:38,219 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1d165a54c62933e4b73da2b56240528a, ASSIGN
2024-11-09T00:16:38,219 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1d165a54c62933e4b73da2b56240528a, ASSIGN; state=OFFLINE, location=ef986b38239e,43199,1731111390848; forceNewPlan=false, retain=false
2024-11-09T00:16:38,370 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1d165a54c62933e4b73da2b56240528a, regionState=OPENING, regionLocation=ef986b38239e,43199,1731111390848
2024-11-09T00:16:38,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1d165a54c62933e4b73da2b56240528a, ASSIGN because future has completed
2024-11-09T00:16:38,373 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d165a54c62933e4b73da2b56240528a, server=ef986b38239e,43199,1731111390848}]
2024-11-09T00:16:38,528 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731111397390.1d165a54c62933e4b73da2b56240528a.
2024-11-09T00:16:38,529 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d165a54c62933e4b73da2b56240528a, NAME => 'test,,1731111397390.1d165a54c62933e4b73da2b56240528a.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:16:38,529 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:16:38,529 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-09T00:16:38,530 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1d165a54c62933e4b73da2b56240528a
2024-11-09T00:16:38,530 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731111397390.1d165a54c62933e4b73da2b56240528a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:16:38,530 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1d165a54c62933e4b73da2b56240528a
2024-11-09T00:16:38,530 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1d165a54c62933e4b73da2b56240528a
2024-11-09T00:16:38,531 INFO  [StoreOpener-1d165a54c62933e4b73da2b56240528a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1d165a54c62933e4b73da2b56240528a 
2024-11-09T00:16:38,533 INFO  [StoreOpener-1d165a54c62933e4b73da2b56240528a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d165a54c62933e4b73da2b56240528a columnFamilyName f
2024-11-09T00:16:38,533 DEBUG [StoreOpener-1d165a54c62933e4b73da2b56240528a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:38,533 INFO  [StoreOpener-1d165a54c62933e4b73da2b56240528a-1 {}] regionserver.HStore(327): Store=1d165a54c62933e4b73da2b56240528a/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:16:38,533 INFO  [StoreOpener-1d165a54c62933e4b73da2b56240528a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1d165a54c62933e4b73da2b56240528a 
2024-11-09T00:16:38,534 INFO  [StoreOpener-1d165a54c62933e4b73da2b56240528a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d165a54c62933e4b73da2b56240528a columnFamilyName f1
2024-11-09T00:16:38,534 DEBUG [StoreOpener-1d165a54c62933e4b73da2b56240528a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:38,535 INFO  [StoreOpener-1d165a54c62933e4b73da2b56240528a-1 {}] regionserver.HStore(327): Store=1d165a54c62933e4b73da2b56240528a/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:16:38,535 INFO  [StoreOpener-1d165a54c62933e4b73da2b56240528a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1d165a54c62933e4b73da2b56240528a 
2024-11-09T00:16:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:16:38,536 INFO  [StoreOpener-1d165a54c62933e4b73da2b56240528a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d165a54c62933e4b73da2b56240528a columnFamilyName norep
2024-11-09T00:16:38,536 DEBUG [StoreOpener-1d165a54c62933e4b73da2b56240528a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:38,537 INFO  [StoreOpener-1d165a54c62933e4b73da2b56240528a-1 {}] regionserver.HStore(327): Store=1d165a54c62933e4b73da2b56240528a/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:16:38,537 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1d165a54c62933e4b73da2b56240528a
2024-11-09T00:16:38,537 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/default/test/1d165a54c62933e4b73da2b56240528a
2024-11-09T00:16:38,538 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/default/test/1d165a54c62933e4b73da2b56240528a
2024-11-09T00:16:38,538 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1d165a54c62933e4b73da2b56240528a
2024-11-09T00:16:38,538 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1d165a54c62933e4b73da2b56240528a
2024-11-09T00:16:38,539 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-09T00:16:38,540 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1d165a54c62933e4b73da2b56240528a
2024-11-09T00:16:38,542 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/default/test/1d165a54c62933e4b73da2b56240528a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:16:38,542 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1d165a54c62933e4b73da2b56240528a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71814395, jitterRate=0.07011787593364716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-09T00:16:38,542 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d165a54c62933e4b73da2b56240528a
2024-11-09T00:16:38,542 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1d165a54c62933e4b73da2b56240528a:
Running coprocessor pre-open hook at 1731111398530Writing region info on filesystem at 1731111398530Initializing all the Stores at 1731111398531 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111398531Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111398531Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111398531Cleaning up temporary data from old regions at 1731111398538 (+7 ms)Running coprocessor post-open hooks at 1731111398542 (+4 ms)Region opened successfully at 1731111398542
2024-11-09T00:16:38,543 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731111397390.1d165a54c62933e4b73da2b56240528a., pid=6, masterSystemTime=1731111398525
2024-11-09T00:16:38,545 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731111397390.1d165a54c62933e4b73da2b56240528a.
2024-11-09T00:16:38,545 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731111397390.1d165a54c62933e4b73da2b56240528a.
2024-11-09T00:16:38,546 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1d165a54c62933e4b73da2b56240528a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ef986b38239e,43199,1731111390848
2024-11-09T00:16:38,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d165a54c62933e4b73da2b56240528a, server=ef986b38239e,43199,1731111390848 because future has completed
2024-11-09T00:16:38,552 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-09T00:16:38,552 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d165a54c62933e4b73da2b56240528a, server=ef986b38239e,43199,1731111390848 in 177 msec
2024-11-09T00:16:38,554 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-09T00:16:38,554 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1d165a54c62933e4b73da2b56240528a, ASSIGN in 335 msec
2024-11-09T00:16:38,555 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T00:16:38,555 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111398555"}]},"ts":"1731111398555"}
2024-11-09T00:16:38,557 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-09T00:16:38,558 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T00:16:38,559 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1680 sec
2024-11-09T00:16:39,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:16:39,546 INFO  [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-09T00:16:39,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6104dc69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:39,546 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,43971,-1 for getting cluster id
2024-11-09T00:16:39,547 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:16:39,547 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b80fa9a-568d-444d-b34b-6007da5b432d'
2024-11-09T00:16:39,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:16:39,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b80fa9a-568d-444d-b34b-6007da5b432d"

2024-11-09T00:16:39,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5feada22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:39,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,43971,-1]
2024-11-09T00:16:39,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:16:39,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:39,549 INFO  [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:16:39,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77409cd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:39,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38538031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:39,550 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,37021,-1 for getting cluster id
2024-11-09T00:16:39,550 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:16:39,551 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc915a5d-a495-45c6-96e1-9dd41b3298ba'
2024-11-09T00:16:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:16:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc915a5d-a495-45c6-96e1-9dd41b3298ba"

2024-11-09T00:16:39,552 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685d04cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:39,552 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,37021,-1]
2024-11-09T00:16:39,552 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:16:39,552 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:39,553 INFO  [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:16:39,553 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7880ddf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:39,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76081aa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:39,554 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,43971,-1 for getting cluster id
2024-11-09T00:16:39,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:16:39,555 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b80fa9a-568d-444d-b34b-6007da5b432d'
2024-11-09T00:16:39,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:16:39,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b80fa9a-568d-444d-b34b-6007da5b432d"

2024-11-09T00:16:39,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63bc3edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:39,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,43971,-1]
2024-11-09T00:16:39,556 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:16:39,556 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:39,557 INFO  [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:16:39,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b7bec12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:39,559 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:16:39,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,43971,1731111382929
2024-11-09T00:16:39,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cf5ad24
2024-11-09T00:16:39,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:16:39,561 INFO  [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:16:39,561 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43971 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ef986b38239e:37021,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED
2024-11-09T00:16:39,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43971 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-09T00:16:39,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:16:39,564 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:37021'
2024-11-09T00:16:39,565 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dba01b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:39,565 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,37021,-1 for getting cluster id
2024-11-09T00:16:39,565 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:16:39,565 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc915a5d-a495-45c6-96e1-9dd41b3298ba'
2024-11-09T00:16:39,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:16:39,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc915a5d-a495-45c6-96e1-9dd41b3298ba"

2024-11-09T00:16:39,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59aa8f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:39,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,37021,-1]
2024-11-09T00:16:39,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:16:39,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:39,567 INFO  [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:16:39,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@384f819e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:39,568 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:16:39,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,37021,1731111390598
2024-11-09T00:16:39,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f767109
2024-11-09T00:16:39,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:16:39,569 INFO  [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:16:39,570 INFO  [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1.
2024-11-09T00:16:39,570 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-09T00:16:39,570 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:39,570 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:39,570 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:16:39,570 INFO  [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:16:39,571 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-09T00:16:39,573 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T00:16:39,573 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:39,574 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T00:16:39,579 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741837_1013 (size=1138)
2024-11-09T00:16:39,622 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-09T00:16:39,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:16:39,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:16:39,981 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9ed5987533681b93681a7cac5af4548b, NAME => 'hbase:replication,,1731111399570.9ed5987533681b93681a7cac5af4548b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc
2024-11-09T00:16:39,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741838_1014 (size=44)
2024-11-09T00:16:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:16:40,387 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731111399570.9ed5987533681b93681a7cac5af4548b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:16:40,387 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9ed5987533681b93681a7cac5af4548b, disabling compactions & flushes
2024-11-09T00:16:40,387 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111399570.9ed5987533681b93681a7cac5af4548b.
2024-11-09T00:16:40,387 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111399570.9ed5987533681b93681a7cac5af4548b.
2024-11-09T00:16:40,387 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111399570.9ed5987533681b93681a7cac5af4548b. after waiting 0 ms
2024-11-09T00:16:40,387 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111399570.9ed5987533681b93681a7cac5af4548b.
2024-11-09T00:16:40,387 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731111399570.9ed5987533681b93681a7cac5af4548b.
2024-11-09T00:16:40,387 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9ed5987533681b93681a7cac5af4548b:
Waiting for close lock at 1731111400387Disabling compacts and flushes for region at 1731111400387Disabling writes for close at 1731111400387Writing region close event to WAL at 1731111400387Closed at 1731111400387
2024-11-09T00:16:40,433 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T00:16:40,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731111399570.9ed5987533681b93681a7cac5af4548b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731111400433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731111400433"}]},"ts":"1731111400433"}
2024-11-09T00:16:40,436 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T00:16:40,437 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T00:16:40,437 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111400437"}]},"ts":"1731111400437"}
2024-11-09T00:16:40,439 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-09T00:16:40,440 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9ed5987533681b93681a7cac5af4548b, ASSIGN}]
2024-11-09T00:16:40,441 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9ed5987533681b93681a7cac5af4548b, ASSIGN
2024-11-09T00:16:40,441 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9ed5987533681b93681a7cac5af4548b, ASSIGN; state=OFFLINE, location=ef986b38239e,38323,1731111383135; forceNewPlan=false, retain=false
2024-11-09T00:16:40,572 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:16:40,614 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9ed5987533681b93681a7cac5af4548b, regionState=OPENING, regionLocation=ef986b38239e,38323,1731111383135
2024-11-09T00:16:40,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9ed5987533681b93681a7cac5af4548b, ASSIGN because future has completed
2024-11-09T00:16:40,617 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ed5987533681b93681a7cac5af4548b, server=ef986b38239e,38323,1731111383135}]
2024-11-09T00:16:40,621 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:16:40,622 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:16:40,622 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:16:40,630 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:16:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:16:40,773 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731111399570.9ed5987533681b93681a7cac5af4548b.
2024-11-09T00:16:40,773 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:16:40,773 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-09T00:16:40,775 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C38323%2C1731111383135.rep, suffix=, logDir=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135, archiveDir=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/oldWALs, maxLogs=10
2024-11-09T00:16:40,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.rep.1731111400775, exclude list is [], retry=0
2024-11-09T00:16:40,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40649,DS-10c833d9-d997-433b-88d6-606e6d288ce4,DISK]
2024-11-09T00:16:40,791 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.rep.1731111400775
2024-11-09T00:16:40,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41879:41879)]
2024-11-09T00:16:40,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ed5987533681b93681a7cac5af4548b, NAME => 'hbase:replication,,1731111399570.9ed5987533681b93681a7cac5af4548b.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:16:40,792 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:16:40,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:16:40,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731111399570.9ed5987533681b93681a7cac5af4548b. service=MultiRowMutationService
2024-11-09T00:16:40,792 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-09T00:16:40,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9ed5987533681b93681a7cac5af4548b
2024-11-09T00:16:40,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731111399570.9ed5987533681b93681a7cac5af4548b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:16:40,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9ed5987533681b93681a7cac5af4548b
2024-11-09T00:16:40,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9ed5987533681b93681a7cac5af4548b
2024-11-09T00:16:40,794 INFO  [StoreOpener-9ed5987533681b93681a7cac5af4548b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9ed5987533681b93681a7cac5af4548b 
2024-11-09T00:16:40,795 INFO  [StoreOpener-9ed5987533681b93681a7cac5af4548b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ed5987533681b93681a7cac5af4548b columnFamilyName hfileref
2024-11-09T00:16:40,795 DEBUG [StoreOpener-9ed5987533681b93681a7cac5af4548b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:40,796 INFO  [StoreOpener-9ed5987533681b93681a7cac5af4548b-1 {}] regionserver.HStore(327): Store=9ed5987533681b93681a7cac5af4548b/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:16:40,796 INFO  [StoreOpener-9ed5987533681b93681a7cac5af4548b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9ed5987533681b93681a7cac5af4548b 
2024-11-09T00:16:40,797 INFO  [StoreOpener-9ed5987533681b93681a7cac5af4548b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ed5987533681b93681a7cac5af4548b columnFamilyName queue
2024-11-09T00:16:40,797 DEBUG [StoreOpener-9ed5987533681b93681a7cac5af4548b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:40,797 INFO  [StoreOpener-9ed5987533681b93681a7cac5af4548b-1 {}] regionserver.HStore(327): Store=9ed5987533681b93681a7cac5af4548b/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:16:40,797 INFO  [StoreOpener-9ed5987533681b93681a7cac5af4548b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9ed5987533681b93681a7cac5af4548b 
2024-11-09T00:16:40,798 INFO  [StoreOpener-9ed5987533681b93681a7cac5af4548b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ed5987533681b93681a7cac5af4548b columnFamilyName sid
2024-11-09T00:16:40,799 DEBUG [StoreOpener-9ed5987533681b93681a7cac5af4548b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:16:40,799 INFO  [StoreOpener-9ed5987533681b93681a7cac5af4548b-1 {}] regionserver.HStore(327): Store=9ed5987533681b93681a7cac5af4548b/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:16:40,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9ed5987533681b93681a7cac5af4548b
2024-11-09T00:16:40,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/replication/9ed5987533681b93681a7cac5af4548b
2024-11-09T00:16:40,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/replication/9ed5987533681b93681a7cac5af4548b
2024-11-09T00:16:40,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9ed5987533681b93681a7cac5af4548b
2024-11-09T00:16:40,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9ed5987533681b93681a7cac5af4548b
2024-11-09T00:16:40,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-09T00:16:40,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9ed5987533681b93681a7cac5af4548b
2024-11-09T00:16:40,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/replication/9ed5987533681b93681a7cac5af4548b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:16:40,804 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9ed5987533681b93681a7cac5af4548b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72522097, jitterRate=0.08066345751285553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-09T00:16:40,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9ed5987533681b93681a7cac5af4548b
2024-11-09T00:16:40,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9ed5987533681b93681a7cac5af4548b:
Running coprocessor pre-open hook at 1731111400793Writing region info on filesystem at 1731111400793Initializing all the Stores at 1731111400794 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111400794Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111400794Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111400794Cleaning up temporary data from old regions at 1731111400801 (+7 ms)Running coprocessor post-open hooks at 1731111400804 (+3 ms)Region opened successfully at 1731111400805 (+1 ms)
2024-11-09T00:16:40,806 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731111399570.9ed5987533681b93681a7cac5af4548b., pid=10, masterSystemTime=1731111400769
2024-11-09T00:16:40,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731111399570.9ed5987533681b93681a7cac5af4548b.
2024-11-09T00:16:40,808 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731111399570.9ed5987533681b93681a7cac5af4548b.
2024-11-09T00:16:40,808 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9ed5987533681b93681a7cac5af4548b, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,38323,1731111383135
2024-11-09T00:16:40,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ed5987533681b93681a7cac5af4548b, server=ef986b38239e,38323,1731111383135 because future has completed
2024-11-09T00:16:40,813 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-09T00:16:40,813 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9ed5987533681b93681a7cac5af4548b, server=ef986b38239e,38323,1731111383135 in 194 msec
2024-11-09T00:16:40,815 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-09T00:16:40,815 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9ed5987533681b93681a7cac5af4548b, ASSIGN in 374 msec
2024-11-09T00:16:40,816 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T00:16:40,817 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111400816"}]},"ts":"1731111400816"}
2024-11-09T00:16:40,819 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-09T00:16:40,820 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T00:16:40,822 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2500 sec
2024-11-09T00:16:40,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731111399570.9ed5987533681b93681a7cac5af4548b., hostname=ef986b38239e,38323,1731111383135, seqNum=2]
2024-11-09T00:16:40,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38323-0x1011cf363500001, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-516770605
2024-11-09T00:16:40,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43971-0x1011cf363500000, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-516770605
2024-11-09T00:16:41,040 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-09T00:16:41,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-09T00:16:41,193 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-09T00:16:41,220 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ef986b38239e,38323,1731111383135, ReplicationSource: 1, currentBandwidth=0
2024-11-09T00:16:41,220 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:16:41,220 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,38323,1731111383135, seqNum=-1]
2024-11-09T00:16:41,220 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:16:41,221 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService
2024-11-09T00:16:41,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ef986b38239e,38323,1731111383135', locateType=CURRENT is [region=hbase:replication,,1731111399570.9ed5987533681b93681a7cac5af4548b., hostname=ef986b38239e,38323,1731111383135, seqNum=2]
2024-11-09T00:16:41,237 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-09T00:16:41,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43971 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-09T00:16:41,240 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ef986b38239e,38323,1731111383135 suceeded
2024-11-09T00:16:41,242 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-09T00:16:41,242 INFO  [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ef986b38239e:37021,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false
2024-11-09T00:16:41,242 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec
2024-11-09T00:16:41,246 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6810 sec
2024-11-09T00:16:41,260 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:37021'
2024-11-09T00:16:41,262 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@244393b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:41,262 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,37021,-1 for getting cluster id
2024-11-09T00:16:41,262 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:16:41,263 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc915a5d-a495-45c6-96e1-9dd41b3298ba'
2024-11-09T00:16:41,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:16:41,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc915a5d-a495-45c6-96e1-9dd41b3298ba"

2024-11-09T00:16:41,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f0f3fe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:41,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,37021,-1]
2024-11-09T00:16:41,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:16:41,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:41,265 INFO  [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:16:41,265 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c83e01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:41,266 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:16:41,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,37021,1731111390598
2024-11-09T00:16:41,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a1a27fd
2024-11-09T00:16:41,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:16:41,268 INFO  [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService
2024-11-09T00:16:41,269 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef986b38239e,38323,1731111383135 (queues=1) is replicating from cluster=1b80fa9a-568d-444d-b34b-6007da5b432d to cluster=cc915a5d-a495-45c6-96e1-9dd41b3298ba
2024-11-09T00:16:41,269 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef986b38239e%2C38323%2C1731111383135
2024-11-09T00:16:41,269 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef986b38239e,38323,1731111383135, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-09T00:16:41,269 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.shipperef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef986b38239e%2C38323%2C1731111383135
2024-11-09T00:16:41,269 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701, startPosition=0, beingWritten=true
2024-11-09T00:16:41,280 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:16:41,280 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 379, reset compression=false
2024-11-09T00:16:41,281 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.shipperef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,38323,1731111383135 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:16:41,487 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 379, reset compression=false
2024-11-09T00:16:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:16:41,717 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-09T00:16:41,717 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:16:41,717 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:16:41,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:41,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:41,717 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:16:41,718 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:16:41,723 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731111401721/Put/seqid=0
2024-11-09T00:16:41,727 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741840_1016 (size=7894)
2024-11-09T00:16:41,791 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 379, reset compression=false
2024-11-09T00:16:42,131 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/load_f/f/hfile_1 is 34, key is ddd/f:row/1731111402130/Put/seqid=0
2024-11-09T00:16:42,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741841_1017 (size=7691)
2024-11-09T00:16:42,195 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 379, reset compression=false
2024-11-09T00:16:42,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e708bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:42,539 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,43971,-1 for getting cluster id
2024-11-09T00:16:42,539 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:16:42,540 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b80fa9a-568d-444d-b34b-6007da5b432d'
2024-11-09T00:16:42,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:16:42,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b80fa9a-568d-444d-b34b-6007da5b432d"

2024-11-09T00:16:42,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7722adb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:42,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,43971,-1]
2024-11-09T00:16:42,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:16:42,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:42,542 INFO  [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:16:42,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c280fd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:42,543 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:16:42,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,38323,1731111383135, seqNum=-1]
2024-11-09T00:16:42,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:16:42,545 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:16:42,553 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:16:42,554 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,43971,1731111382929
2024-11-09T00:16:42,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29a523d0
2024-11-09T00:16:42,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:16:42,558 INFO  [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:16:42,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731111395225.2cafb024d84add6264387e781033234c., hostname=ef986b38239e,38323,1731111383135, seqNum=2]
2024-11-09T00:16:42,572 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-09T00:16:42,583 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc]
2024-11-09T00:16:42,586 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff]
2024-11-09T00:16:42,600 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/load_f/f/hfile_0 for inclusion in 2cafb024d84add6264387e781033234c/f
2024-11-09T00:16:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc
2024-11-09T00:16:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-09T00:16:42,605 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/load_f/f/hfile_1 for inclusion in 2cafb024d84add6264387e781033234c/f
2024-11-09T00:16:42,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff
2024-11-09T00:16:42,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-09T00:16:42,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HRegion(2603): Flush status journal for 2cafb024d84add6264387e781033234c:

2024-11-09T00:16:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/load_f/f/hfile_0 to hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/staging/jenkins__test__7hstc9jil886ocdo3cgv51r0gc3pfc4vrr6pr8u6m1v49t918acsk0mlgj071tjs/f/hfile_0
2024-11-09T00:16:42,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/staging/jenkins__test__7hstc9jil886ocdo3cgv51r0gc3pfc4vrr6pr8u6m1v49t918acsk0mlgj071tjs/f/hfile_0 as hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/default/test/2cafb024d84add6264387e781033234c/f/c19b55457b2f4186af9c26866bdcf648_SeqId_4_
2024-11-09T00:16:42,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/load_f/f/hfile_1 to hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/staging/jenkins__test__7hstc9jil886ocdo3cgv51r0gc3pfc4vrr6pr8u6m1v49t918acsk0mlgj071tjs/f/hfile_1
2024-11-09T00:16:42,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/staging/jenkins__test__7hstc9jil886ocdo3cgv51r0gc3pfc4vrr6pr8u6m1v49t918acsk0mlgj071tjs/f/hfile_1 as hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/default/test/2cafb024d84add6264387e781033234c/f/0f50397156ed4b54a45fe5c2ebcd30ca_SeqId_4_
2024-11-09T00:16:42,619 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/staging/jenkins__test__7hstc9jil886ocdo3cgv51r0gc3pfc4vrr6pr8u6m1v49t918acsk0mlgj071tjs/f/hfile_0 into 2cafb024d84add6264387e781033234c/f as hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/default/test/2cafb024d84add6264387e781033234c/f/c19b55457b2f4186af9c26866bdcf648_SeqId_4_ - updating store file list.
2024-11-09T00:16:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c19b55457b2f4186af9c26866bdcf648_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-09T00:16:42,626 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/default/test/2cafb024d84add6264387e781033234c/f/c19b55457b2f4186af9c26866bdcf648_SeqId_4_ into 2cafb024d84add6264387e781033234c/f
2024-11-09T00:16:42,626 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/staging/jenkins__test__7hstc9jil886ocdo3cgv51r0gc3pfc4vrr6pr8u6m1v49t918acsk0mlgj071tjs/f/hfile_0 into 2cafb024d84add6264387e781033234c/f (new location: hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/default/test/2cafb024d84add6264387e781033234c/f/c19b55457b2f4186af9c26866bdcf648_SeqId_4_)
2024-11-09T00:16:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/staging/jenkins__test__7hstc9jil886ocdo3cgv51r0gc3pfc4vrr6pr8u6m1v49t918acsk0mlgj071tjs/f/hfile_0
2024-11-09T00:16:42,627 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/staging/jenkins__test__7hstc9jil886ocdo3cgv51r0gc3pfc4vrr6pr8u6m1v49t918acsk0mlgj071tjs/f/hfile_1 into 2cafb024d84add6264387e781033234c/f as hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/default/test/2cafb024d84add6264387e781033234c/f/0f50397156ed4b54a45fe5c2ebcd30ca_SeqId_4_ - updating store file list.
2024-11-09T00:16:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0f50397156ed4b54a45fe5c2ebcd30ca_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-09T00:16:42,634 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/default/test/2cafb024d84add6264387e781033234c/f/0f50397156ed4b54a45fe5c2ebcd30ca_SeqId_4_ into 2cafb024d84add6264387e781033234c/f
2024-11-09T00:16:42,634 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/staging/jenkins__test__7hstc9jil886ocdo3cgv51r0gc3pfc4vrr6pr8u6m1v49t918acsk0mlgj071tjs/f/hfile_1 into 2cafb024d84add6264387e781033234c/f (new location: hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/default/test/2cafb024d84add6264387e781033234c/f/0f50397156ed4b54a45fe5c2ebcd30ca_SeqId_4_)
2024-11-09T00:16:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/staging/jenkins__test__7hstc9jil886ocdo3cgv51r0gc3pfc4vrr6pr8u6m1v49t918acsk0mlgj071tjs/f/hfile_1
2024-11-09T00:16:42,642 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:16:42,642 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:16:42,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:42,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:42,643 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:16:42,643 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:16:42,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731111395225.2cafb024d84add6264387e781033234c., hostname=ef986b38239e,38323,1731111383135, seqNum=2 , the old value is region=test,,1731111395225.2cafb024d84add6264387e781033234c., hostname=ef986b38239e,38323,1731111383135, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ef986b38239e:38323 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-09T00:16:42,644 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,43199,1731111390848, seqNum=-1]
2024-11-09T00:16:42,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731111395225.2cafb024d84add6264387e781033234c., hostname=ef986b38239e,38323,1731111383135, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-09T00:16:42,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731111395225.2cafb024d84add6264387e781033234c., hostname=ef986b38239e,38323,1731111383135, seqNum=2 from cache
2024-11-09T00:16:42,645 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:16:42,646 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:16:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:43026 deadline: 1731111462642 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:43026
2024-11-09T00:16:42,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731111397390.1d165a54c62933e4b73da2b56240528a., hostname=ef986b38239e,43199,1731111390848, seqNum=2]
2024-11-09T00:16:42,650 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-09T00:16:42,699 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 379, reset compression=false
2024-11-09T00:16:42,707 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:16:42,707 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.shipperef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,38323,1731111383135 got entry batch from reader: WALEntryBatch [walEntries=[{test/2cafb024d84add6264387e781033234c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731111402637/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-09T00:16:42,726 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.shipperef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:16:42,728 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService
2024-11-09T00:16:42,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] regionserver.ReplicationSink(318): Replicating [1b80fa9a-568d-444d-b34b-6007da5b432d] bulk loaded data
2024-11-09T00:16:42,731 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d5983d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:42,731 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,37021,-1 for getting cluster id
2024-11-09T00:16:42,732 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:16:42,732 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc915a5d-a495-45c6-96e1-9dd41b3298ba'
2024-11-09T00:16:42,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:16:42,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc915a5d-a495-45c6-96e1-9dd41b3298ba"

2024-11-09T00:16:42,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22feb2d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:42,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,37021,-1]
2024-11-09T00:16:42,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:16:42,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:42,734 INFO  [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:16:42,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72bbf3ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:42,750 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741837_1013 (size=7894)
2024-11-09T00:16:42,756 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:38323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-09T00:16:42,907 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 687, reset compression=false
2024-11-09T00:16:43,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741838_1014 (size=7691)
2024-11-09T00:16:43,212 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 687, reset compression=false
2024-11-09T00:16:43,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:16:43,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,37021,1731111390598
2024-11-09T00:16:43,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f41d75c
2024-11-09T00:16:43,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:16:43,563 INFO  [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService
2024-11-09T00:16:43,565 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-09T00:16:43,565 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:16:43,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,43199,1731111390848, seqNum=-1]
2024-11-09T00:16:43,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:16:43,568 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService
2024-11-09T00:16:43,574 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/staging/jenkins.hfs.6__test__unn9hek228ndrueu06m7v96cnpo4g5u98cpreobb81fcr2jnl852flfadn8q6f9r/f/0f50397156ed4b54a45fe5c2ebcd30ca_SeqId_4_ first=Optional[ddd] last=Optional[fff]
2024-11-09T00:16:43,577 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/staging/jenkins.hfs.6__test__unn9hek228ndrueu06m7v96cnpo4g5u98cpreobb81fcr2jnl852flfadn8q6f9r/f/c19b55457b2f4186af9c26866bdcf648_SeqId_4_ first=Optional[aaaa] last=Optional[cccc]
2024-11-09T00:16:43,580 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/staging/jenkins.hfs.6__test__unn9hek228ndrueu06m7v96cnpo4g5u98cpreobb81fcr2jnl852flfadn8q6f9r/f/0f50397156ed4b54a45fe5c2ebcd30ca_SeqId_4_ for inclusion in 1d165a54c62933e4b73da2b56240528a/f
2024-11-09T00:16:43,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff
2024-11-09T00:16:43,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-09T00:16:43,584 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/staging/jenkins.hfs.6__test__unn9hek228ndrueu06m7v96cnpo4g5u98cpreobb81fcr2jnl852flfadn8q6f9r/f/c19b55457b2f4186af9c26866bdcf648_SeqId_4_ for inclusion in 1d165a54c62933e4b73da2b56240528a/f
2024-11-09T00:16:43,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc
2024-11-09T00:16:43,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-09T00:16:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] regionserver.HRegion(2603): Flush status journal for 1d165a54c62933e4b73da2b56240528a:

2024-11-09T00:16:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0f50397156ed4b54a45fe5c2ebcd30ca_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-09T00:16:43,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/staging/jenkins.hfs.6__test__unn9hek228ndrueu06m7v96cnpo4g5u98cpreobb81fcr2jnl852flfadn8q6f9r/f/0f50397156ed4b54a45fe5c2ebcd30ca_SeqId_4_ as hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/default/test/1d165a54c62933e4b73da2b56240528a/f/e39e07110d124208b5aca011f41f775f_SeqId_4_
2024-11-09T00:16:43,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c19b55457b2f4186af9c26866bdcf648_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-09T00:16:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/staging/jenkins.hfs.6__test__unn9hek228ndrueu06m7v96cnpo4g5u98cpreobb81fcr2jnl852flfadn8q6f9r/f/c19b55457b2f4186af9c26866bdcf648_SeqId_4_ as hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/default/test/1d165a54c62933e4b73da2b56240528a/f/c777eaf7ab954ea2b580d799d89a3c42_SeqId_4_
2024-11-09T00:16:43,592 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/staging/jenkins.hfs.6__test__unn9hek228ndrueu06m7v96cnpo4g5u98cpreobb81fcr2jnl852flfadn8q6f9r/f/0f50397156ed4b54a45fe5c2ebcd30ca_SeqId_4_ into 1d165a54c62933e4b73da2b56240528a/f as hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/default/test/1d165a54c62933e4b73da2b56240528a/f/e39e07110d124208b5aca011f41f775f_SeqId_4_ - updating store file list.
2024-11-09T00:16:43,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e39e07110d124208b5aca011f41f775f_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-09T00:16:43,596 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/default/test/1d165a54c62933e4b73da2b56240528a/f/e39e07110d124208b5aca011f41f775f_SeqId_4_ into 1d165a54c62933e4b73da2b56240528a/f
2024-11-09T00:16:43,596 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/staging/jenkins.hfs.6__test__unn9hek228ndrueu06m7v96cnpo4g5u98cpreobb81fcr2jnl852flfadn8q6f9r/f/0f50397156ed4b54a45fe5c2ebcd30ca_SeqId_4_ into 1d165a54c62933e4b73da2b56240528a/f (new location: hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/default/test/1d165a54c62933e4b73da2b56240528a/f/e39e07110d124208b5aca011f41f775f_SeqId_4_)
2024-11-09T00:16:43,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/staging/jenkins.hfs.6__test__unn9hek228ndrueu06m7v96cnpo4g5u98cpreobb81fcr2jnl852flfadn8q6f9r/f/0f50397156ed4b54a45fe5c2ebcd30ca_SeqId_4_
2024-11-09T00:16:43,597 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/staging/jenkins.hfs.6__test__unn9hek228ndrueu06m7v96cnpo4g5u98cpreobb81fcr2jnl852flfadn8q6f9r/f/c19b55457b2f4186af9c26866bdcf648_SeqId_4_ into 1d165a54c62933e4b73da2b56240528a/f as hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/default/test/1d165a54c62933e4b73da2b56240528a/f/c777eaf7ab954ea2b580d799d89a3c42_SeqId_4_ - updating store file list.
2024-11-09T00:16:43,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c777eaf7ab954ea2b580d799d89a3c42_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-09T00:16:43,600 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/default/test/1d165a54c62933e4b73da2b56240528a/f/c777eaf7ab954ea2b580d799d89a3c42_SeqId_4_ into 1d165a54c62933e4b73da2b56240528a/f
2024-11-09T00:16:43,600 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/staging/jenkins.hfs.6__test__unn9hek228ndrueu06m7v96cnpo4g5u98cpreobb81fcr2jnl852flfadn8q6f9r/f/c19b55457b2f4186af9c26866bdcf648_SeqId_4_ into 1d165a54c62933e4b73da2b56240528a/f (new location: hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/default/test/1d165a54c62933e4b73da2b56240528a/f/c777eaf7ab954ea2b580d799d89a3c42_SeqId_4_)
2024-11-09T00:16:43,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/staging/jenkins.hfs.6__test__unn9hek228ndrueu06m7v96cnpo4g5u98cpreobb81fcr2jnl852flfadn8q6f9r/f/c19b55457b2f4186af9c26866bdcf648_SeqId_4_
2024-11-09T00:16:43,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43199 {}] regionserver.ReplicationSink(324): Finished replicating [1b80fa9a-568d-444d-b34b-6007da5b432d] bulk loaded data
2024-11-09T00:16:43,616 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 687, reset compression=false
2024-11-09T00:16:43,668 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:16:43,673 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731111403672/Put/seqid=0
2024-11-09T00:16:43,677 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741842_1018 (size=7997)
2024-11-09T00:16:44,081 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731111404080/Put/seqid=0
2024-11-09T00:16:44,084 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741843_1019 (size=7794)
2024-11-09T00:16:44,120 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 687, reset compression=false
2024-11-09T00:16:44,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a70f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:44,487 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,43971,-1 for getting cluster id
2024-11-09T00:16:44,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:16:44,488 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b80fa9a-568d-444d-b34b-6007da5b432d'
2024-11-09T00:16:44,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:16:44,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b80fa9a-568d-444d-b34b-6007da5b432d"

2024-11-09T00:16:44,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54d0b5d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:44,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,43971,-1]
2024-11-09T00:16:44,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:16:44,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:44,489 INFO  [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:16:44,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511ac6d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:16:44,490 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:16:44,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,38323,1731111383135, seqNum=-1]
2024-11-09T00:16:44,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:16:44,492 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:16:44,500 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:16:44,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,43971,1731111382929
2024-11-09T00:16:44,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b7f7aba
2024-11-09T00:16:44,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:16:44,502 INFO  [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:16:44,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731111395225.2cafb024d84add6264387e781033234c., hostname=ef986b38239e,38323,1731111383135, seqNum=2]
2024-11-09T00:16:44,508 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-09T00:16:44,514 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii]
2024-11-09T00:16:44,518 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll]
2024-11-09T00:16:44,522 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/load_f1/f1/hfile_1 for inclusion in 2cafb024d84add6264387e781033234c/f1
2024-11-09T00:16:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll
2024-11-09T00:16:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-09T00:16:44,526 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/load_f1/f1/hfile_0 for inclusion in 2cafb024d84add6264387e781033234c/f1
2024-11-09T00:16:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii
2024-11-09T00:16:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-09T00:16:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HRegion(2603): Flush status journal for 2cafb024d84add6264387e781033234c:

2024-11-09T00:16:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/load_f1/f1/hfile_1 to hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/staging/jenkins__test__mq63dghnclcr5e0nghjm3u632qvfapp2gbirq9862ek5nvjo3k9e3mkc2kr5v8ih/f1/hfile_1
2024-11-09T00:16:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/staging/jenkins__test__mq63dghnclcr5e0nghjm3u632qvfapp2gbirq9862ek5nvjo3k9e3mkc2kr5v8ih/f1/hfile_1 as hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/default/test/2cafb024d84add6264387e781033234c/f1/f244d51c61e542fdbed4c25ef1895f9b_SeqId_6_
2024-11-09T00:16:44,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/load_f1/f1/hfile_0 to hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/staging/jenkins__test__mq63dghnclcr5e0nghjm3u632qvfapp2gbirq9862ek5nvjo3k9e3mkc2kr5v8ih/f1/hfile_0
2024-11-09T00:16:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/staging/jenkins__test__mq63dghnclcr5e0nghjm3u632qvfapp2gbirq9862ek5nvjo3k9e3mkc2kr5v8ih/f1/hfile_0 as hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/default/test/2cafb024d84add6264387e781033234c/f1/df06b959308240e6852feff36f1a7982_SeqId_6_
2024-11-09T00:16:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1
2024-11-09T00:16:44,537 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/staging/jenkins__test__mq63dghnclcr5e0nghjm3u632qvfapp2gbirq9862ek5nvjo3k9e3mkc2kr5v8ih/f1/hfile_1 into 2cafb024d84add6264387e781033234c/f1 as hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/default/test/2cafb024d84add6264387e781033234c/f1/f244d51c61e542fdbed4c25ef1895f9b_SeqId_6_ - updating store file list.
2024-11-09T00:16:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f244d51c61e542fdbed4c25ef1895f9b_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-09T00:16:44,543 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/default/test/2cafb024d84add6264387e781033234c/f1/f244d51c61e542fdbed4c25ef1895f9b_SeqId_6_ into 2cafb024d84add6264387e781033234c/f1
2024-11-09T00:16:44,543 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/staging/jenkins__test__mq63dghnclcr5e0nghjm3u632qvfapp2gbirq9862ek5nvjo3k9e3mkc2kr5v8ih/f1/hfile_1 into 2cafb024d84add6264387e781033234c/f1 (new location: hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/default/test/2cafb024d84add6264387e781033234c/f1/f244d51c61e542fdbed4c25ef1895f9b_SeqId_6_)
2024-11-09T00:16:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/staging/jenkins__test__mq63dghnclcr5e0nghjm3u632qvfapp2gbirq9862ek5nvjo3k9e3mkc2kr5v8ih/f1/hfile_1
2024-11-09T00:16:44,544 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/staging/jenkins__test__mq63dghnclcr5e0nghjm3u632qvfapp2gbirq9862ek5nvjo3k9e3mkc2kr5v8ih/f1/hfile_0 into 2cafb024d84add6264387e781033234c/f1 as hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/default/test/2cafb024d84add6264387e781033234c/f1/df06b959308240e6852feff36f1a7982_SeqId_6_ - updating store file list.
2024-11-09T00:16:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HStoreFile(483): HFile Bloom filter type for df06b959308240e6852feff36f1a7982_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-09T00:16:44,548 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/default/test/2cafb024d84add6264387e781033234c/f1/df06b959308240e6852feff36f1a7982_SeqId_6_ into 2cafb024d84add6264387e781033234c/f1
2024-11-09T00:16:44,548 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/staging/jenkins__test__mq63dghnclcr5e0nghjm3u632qvfapp2gbirq9862ek5nvjo3k9e3mkc2kr5v8ih/f1/hfile_0 into 2cafb024d84add6264387e781033234c/f1 (new location: hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/default/test/2cafb024d84add6264387e781033234c/f1/df06b959308240e6852feff36f1a7982_SeqId_6_)
2024-11-09T00:16:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/staging/jenkins__test__mq63dghnclcr5e0nghjm3u632qvfapp2gbirq9862ek5nvjo3k9e3mkc2kr5v8ih/f1/hfile_0
2024-11-09T00:16:44,551 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:16:44,551 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:16:44,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:44,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:16:44,551 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:16:44,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731111395225.2cafb024d84add6264387e781033234c., hostname=ef986b38239e,38323,1731111383135, seqNum=2 , the old value is region=test,,1731111395225.2cafb024d84add6264387e781033234c., hostname=ef986b38239e,38323,1731111383135, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ef986b38239e:38323 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-09T00:16:44,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731111395225.2cafb024d84add6264387e781033234c., hostname=ef986b38239e,38323,1731111383135, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-09T00:16:44,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731111395225.2cafb024d84add6264387e781033234c., hostname=ef986b38239e,38323,1731111383135, seqNum=2 from cache
2024-11-09T00:16:44,552 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:16:44,553 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,38323,1731111383135, seqNum=-1]
2024-11-09T00:16:44,553 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:16:44,553 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-09T00:16:44,554 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:16:44,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731111395225.2cafb024d84add6264387e781033234c., hostname=ef986b38239e,38323,1731111383135, seqNum=2]
2024-11-09T00:16:44,656 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:38323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-09T00:16:44,724 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 687, reset compression=false
2024-11-09T00:16:44,729 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:16:44,729 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:16:44,729 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.shipperef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,38323,1731111383135 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:16:44,933 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:16:45,237 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:16:45,641 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:16:46,145 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:16:46,294 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:16:46,317 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:16:46,318 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:16:46,318 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:16:46,324 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:16:46,333 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-09T00:16:46,333 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer
2024-11-09T00:16:46,333 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-09T00:16:46,333 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer
2024-11-09T00:16:46,333 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-09T00:16:46,333 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers
2024-11-09T00:16:46,749 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:16:47,453 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:16:48,257 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:16:49,161 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:16:50,165 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:16:51,269 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:16:52,472 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:16:52,517 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-09T00:16:53,776 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:16:55,180 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:16:56,684 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:16:58,287 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:16:59,993 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:17:00,183 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-09T00:17:01,797 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:17:03,702 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:17:04,731 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.shipperef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,38323,1731111383135 got entry batch from reader: null
2024-11-09T00:17:05,706 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:17:07,043 INFO  [master/ef986b38239e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-09T00:17:07,043 INFO  [master/ef986b38239e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-09T00:17:07,810 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:17:10,014 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:17:12,318 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:17:14,722 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:17:15,612 INFO  [master/ef986b38239e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-09T00:17:15,612 INFO  [master/ef986b38239e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-09T00:17:17,227 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:17:19,831 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:17:21,369 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2cafb024d84add6264387e781033234c, had cached 0 bytes from a total of 31376
2024-11-09T00:17:22,517 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-09T00:17:22,535 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:17:23,530 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1d165a54c62933e4b73da2b56240528a, had cached 0 bytes from a total of 15585
2024-11-09T00:17:24,732 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.shipperef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,38323,1731111383135 got entry batch from reader: null
2024-11-09T00:17:25,339 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:17:28,243 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:17:30,183 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-09T00:17:31,247 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:17:34,351 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:17:36,844 DEBUG [master/ef986b38239e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-09T00:17:37,555 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:17:40,859 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:17:44,265 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:17:44,595 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-09T00:17:44,595 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:17:44,595 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:17:44,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:17:44,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:17:44,595 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:17:44,595 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-09T00:17:44,596 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1142209849, stopped=false
2024-11-09T00:17:44,596 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef986b38239e,37021,1731111390598
2024-11-09T00:17:44,646 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43199-0x1011cf363500004, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1899877148/running
2024-11-09T00:17:44,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1011cf363500003, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1899877148/running
2024-11-09T00:17:44,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1011cf363500003, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1899877148
2024-11-09T00:17:44,646 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43199-0x1011cf363500004, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1899877148
2024-11-09T00:17:44,646 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:17:44,646 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:17:44,646 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:17:44,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:17:44,647 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef986b38239e,43199,1731111390848' *****
2024-11-09T00:17:44,647 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T00:17:44,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37021-0x1011cf363500003, quorum=127.0.0.1:50401, baseZNode=/1899877148 Set watcher on znode that does not yet exist, /1899877148/running
2024-11-09T00:17:44,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43199-0x1011cf363500004, quorum=127.0.0.1:50401, baseZNode=/1899877148 Set watcher on znode that does not yet exist, /1899877148/running
2024-11-09T00:17:44,647 INFO  [RS:0;ef986b38239e:43199 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T00:17:44,647 INFO  [RS:0;ef986b38239e:43199 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T00:17:44,647 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T00:17:44,647 INFO  [RS:0;ef986b38239e:43199 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T00:17:44,647 INFO  [RS:0;ef986b38239e:43199 {}] regionserver.HRegionServer(3091): Received CLOSE for 1d165a54c62933e4b73da2b56240528a
2024-11-09T00:17:44,647 INFO  [RS:0;ef986b38239e:43199 {}] regionserver.HRegionServer(959): stopping server ef986b38239e,43199,1731111390848
2024-11-09T00:17:44,647 INFO  [RS:0;ef986b38239e:43199 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:17:44,648 INFO  [RS:0;ef986b38239e:43199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:43199.
2024-11-09T00:17:44,648 DEBUG [RS:0;ef986b38239e:43199 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:17:44,648 DEBUG [RS:0;ef986b38239e:43199 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:17:44,648 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1d165a54c62933e4b73da2b56240528a, disabling compactions & flushes
2024-11-09T00:17:44,648 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731111397390.1d165a54c62933e4b73da2b56240528a.
2024-11-09T00:17:44,648 INFO  [RS:0;ef986b38239e:43199 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T00:17:44,648 INFO  [RS:0;ef986b38239e:43199 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T00:17:44,648 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731111397390.1d165a54c62933e4b73da2b56240528a.
2024-11-09T00:17:44,648 INFO  [RS:0;ef986b38239e:43199 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T00:17:44,648 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731111397390.1d165a54c62933e4b73da2b56240528a. after waiting 0 ms
2024-11-09T00:17:44,648 INFO  [RS:0;ef986b38239e:43199 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-09T00:17:44,648 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731111397390.1d165a54c62933e4b73da2b56240528a.
2024-11-09T00:17:44,648 INFO  [RS:0;ef986b38239e:43199 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-09T00:17:44,648 DEBUG [RS:0;ef986b38239e:43199 {}] regionserver.HRegionServer(1325): Online Regions={1d165a54c62933e4b73da2b56240528a=test,,1731111397390.1d165a54c62933e4b73da2b56240528a., 1588230740=hbase:meta,,1.1588230740}
2024-11-09T00:17:44,648 DEBUG [RS:0;ef986b38239e:43199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d165a54c62933e4b73da2b56240528a
2024-11-09T00:17:44,648 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:17:44,648 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:17:44,648 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:17:44,648 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:17:44,648 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:17:44,649 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB
2024-11-09T00:17:44,653 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/default/test/1d165a54c62933e4b73da2b56240528a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-11-09T00:17:44,653 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:17:44,653 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-09T00:17:44,654 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731111397390.1d165a54c62933e4b73da2b56240528a.
2024-11-09T00:17:44,654 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1d165a54c62933e4b73da2b56240528a:
Waiting for close lock at 1731111464648Running coprocessor pre-close hooks at 1731111464648Disabling compacts and flushes for region at 1731111464648Disabling writes for close at 1731111464648Writing region close event to WAL at 1731111464648Running coprocessor post-close hooks at 1731111464653 (+5 ms)Closed at 1731111464654 (+1 ms)
2024-11-09T00:17:44,654 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731111397390.1d165a54c62933e4b73da2b56240528a.
2024-11-09T00:17:44,668 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/hbase/meta/1588230740/.tmp/info/8e55427f18bd4535b6f4f013b11267bb is 129, key is test,,1731111397390.1d165a54c62933e4b73da2b56240528a./info:regioninfo/1731111398546/Put/seqid=0
2024-11-09T00:17:44,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741839_1015 (size=6421)
2024-11-09T00:17:44,715 INFO  [regionserver/ef986b38239e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:17:44,732 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.shipperef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,38323,1731111383135 got entry batch from reader: null
2024-11-09T00:17:44,848 DEBUG [RS:0;ef986b38239e:43199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:17:45,025 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-09T00:17:45,025 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-09T00:17:45,048 DEBUG [RS:0;ef986b38239e:43199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:17:45,073 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/hbase/meta/1588230740/.tmp/info/8e55427f18bd4535b6f4f013b11267bb
2024-11-09T00:17:45,092 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/hbase/meta/1588230740/.tmp/ns/5369e92e61ca4bf9a3ae7bb13d6bdca7 is 43, key is default/ns:d/1731111395111/Put/seqid=0
2024-11-09T00:17:45,096 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741840_1016 (size=5153)
2024-11-09T00:17:45,249 DEBUG [RS:0;ef986b38239e:43199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:17:45,449 DEBUG [RS:0;ef986b38239e:43199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:17:45,497 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/hbase/meta/1588230740/.tmp/ns/5369e92e61ca4bf9a3ae7bb13d6bdca7
2024-11-09T00:17:45,515 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/hbase/meta/1588230740/.tmp/rep_barrier/6b1664845ea84df7b8551c2e2241b1ad is 112, key is test,,1731111397390.1d165a54c62933e4b73da2b56240528a./rep_barrier:seqnumDuringOpen/1731111398546/Put/seqid=0
2024-11-09T00:17:45,518 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741841_1017 (size=5518)
2024-11-09T00:17:45,649 INFO  [RS:0;ef986b38239e:43199 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-09T00:17:45,649 DEBUG [RS:0;ef986b38239e:43199 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-09T00:17:45,649 DEBUG [RS:0;ef986b38239e:43199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:17:45,849 DEBUG [RS:0;ef986b38239e:43199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:17:45,919 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/hbase/meta/1588230740/.tmp/rep_barrier/6b1664845ea84df7b8551c2e2241b1ad
2024-11-09T00:17:45,941 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/hbase/meta/1588230740/.tmp/table/dab9afc150bc4251ac149319a9f6b0a1 is 40, key is test/table:state/1731111398555/Put/seqid=0
2024-11-09T00:17:45,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741842_1018 (size=5165)
2024-11-09T00:17:46,049 DEBUG [RS:0;ef986b38239e:43199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:17:46,250 DEBUG [RS:0;ef986b38239e:43199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:17:46,345 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/hbase/meta/1588230740/.tmp/table/dab9afc150bc4251ac149319a9f6b0a1
2024-11-09T00:17:46,353 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/hbase/meta/1588230740/.tmp/info/8e55427f18bd4535b6f4f013b11267bb as hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/hbase/meta/1588230740/info/8e55427f18bd4535b6f4f013b11267bb
2024-11-09T00:17:46,359 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/hbase/meta/1588230740/info/8e55427f18bd4535b6f4f013b11267bb, entries=10, sequenceid=11, filesize=6.3 K
2024-11-09T00:17:46,360 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/hbase/meta/1588230740/.tmp/ns/5369e92e61ca4bf9a3ae7bb13d6bdca7 as hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/hbase/meta/1588230740/ns/5369e92e61ca4bf9a3ae7bb13d6bdca7
2024-11-09T00:17:46,366 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/hbase/meta/1588230740/ns/5369e92e61ca4bf9a3ae7bb13d6bdca7, entries=2, sequenceid=11, filesize=5.0 K
2024-11-09T00:17:46,367 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/hbase/meta/1588230740/.tmp/rep_barrier/6b1664845ea84df7b8551c2e2241b1ad as hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/hbase/meta/1588230740/rep_barrier/6b1664845ea84df7b8551c2e2241b1ad
2024-11-09T00:17:46,373 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/hbase/meta/1588230740/rep_barrier/6b1664845ea84df7b8551c2e2241b1ad, entries=1, sequenceid=11, filesize=5.4 K
2024-11-09T00:17:46,374 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/hbase/meta/1588230740/.tmp/table/dab9afc150bc4251ac149319a9f6b0a1 as hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/hbase/meta/1588230740/table/dab9afc150bc4251ac149319a9f6b0a1
2024-11-09T00:17:46,379 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/hbase/meta/1588230740/table/dab9afc150bc4251ac149319a9f6b0a1, entries=2, sequenceid=11, filesize=5.0 K
2024-11-09T00:17:46,380 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=11, compaction requested=false
2024-11-09T00:17:46,387 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-09T00:17:46,388 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:17:46,388 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:17:46,388 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:17:46,388 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111464648Running coprocessor pre-close hooks at 1731111464648Disabling compacts and flushes for region at 1731111464648Disabling writes for close at 1731111464648Obtaining lock to block concurrent updates at 1731111464649 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731111464649Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731111464649Flushing stores of hbase:meta,,1.1588230740 at 1731111464649Flushing 1588230740/info: creating writer at 1731111464650 (+1 ms)Flushing 1588230740/info: appending metadata at 1731111464668 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731111464668Flushing 1588230740/ns: creating writer at 1731111465079 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731111465092 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731111465092Flushing 1588230740/rep_barrier: creating writer at 1731111465501 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731111465514 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731111465514Flushing 1588230740/table: creating writer at 1731111465925 (+411 ms)Flushing 1588230740/table: appending metadata at 1731111465940 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731111465941 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@674e35e0: reopening flushed file at 1731111466352 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35219fae: reopening flushed file at 1731111466359 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59807412: reopening flushed file at 1731111466366 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24694704: reopening flushed file at 1731111466373 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=11, compaction requested=false at 1731111466380 (+7 ms)Writing region close event to WAL at 1731111466383 (+3 ms)Running coprocessor post-close hooks at 1731111466388 (+5 ms)Closed at 1731111466388
2024-11-09T00:17:46,388 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-09T00:17:46,450 INFO  [RS:0;ef986b38239e:43199 {}] regionserver.HRegionServer(976): stopping server ef986b38239e,43199,1731111390848; all regions closed.
2024-11-09T00:17:46,453 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741834_1010 (size=2717)
2024-11-09T00:17:46,453 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/WALs/ef986b38239e,43199,1731111390848/ef986b38239e%2C43199%2C1731111390848.meta.1731111395053.meta not finished, retry = 0
2024-11-09T00:17:46,556 DEBUG [RS:0;ef986b38239e:43199 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/oldWALs
2024-11-09T00:17:46,556 INFO  [RS:0;ef986b38239e:43199 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef986b38239e%2C43199%2C1731111390848.meta:.meta(num 1731111395053)
2024-11-09T00:17:46,558 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741832_1008 (size=1028)
2024-11-09T00:17:46,558 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/WALs/ef986b38239e,43199,1731111390848/ef986b38239e%2C43199%2C1731111390848.1731111394089 not finished, retry = 0
2024-11-09T00:17:46,661 DEBUG [RS:0;ef986b38239e:43199 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/oldWALs
2024-11-09T00:17:46,661 INFO  [RS:0;ef986b38239e:43199 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef986b38239e%2C43199%2C1731111390848:(num 1731111394089)
2024-11-09T00:17:46,661 DEBUG [RS:0;ef986b38239e:43199 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:17:46,661 INFO  [RS:0;ef986b38239e:43199 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:17:46,661 INFO  [RS:0;ef986b38239e:43199 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:17:46,661 INFO  [RS:0;ef986b38239e:43199 {}] hbase.ChoreService(370): Chore service for: regionserver/ef986b38239e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-09T00:17:46,662 INFO  [RS:0;ef986b38239e:43199 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:17:46,662 INFO  [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:17:46,662 INFO  [RS:0;ef986b38239e:43199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:43199.
2024-11-09T00:17:46,662 DEBUG [RS:0;ef986b38239e:43199 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:17:46,662 DEBUG [RS:0;ef986b38239e:43199 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:17:46,662 DEBUG [RS:0;ef986b38239e:43199 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:17:46,662 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:17:46,662 INFO  [RS:0;ef986b38239e:43199 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43199
2024-11-09T00:17:46,725 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43199-0x1011cf363500004, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1899877148/rs/ef986b38239e,43199,1731111390848
2024-11-09T00:17:46,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1011cf363500003, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1899877148/rs
2024-11-09T00:17:46,726 INFO  [RS:0;ef986b38239e:43199 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:17:46,736 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef986b38239e,43199,1731111390848]
2024-11-09T00:17:46,746 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1899877148/draining/ef986b38239e,43199,1731111390848 already deleted, retry=false
2024-11-09T00:17:46,747 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef986b38239e,43199,1731111390848 expired; onlineServers=0
2024-11-09T00:17:46,747 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef986b38239e,37021,1731111390598' *****
2024-11-09T00:17:46,747 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-09T00:17:46,747 INFO  [M:0;ef986b38239e:37021 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:17:46,747 INFO  [M:0;ef986b38239e:37021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:17:46,747 DEBUG [M:0;ef986b38239e:37021 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-09T00:17:46,747 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-09T00:17:46,747 DEBUG [M:0;ef986b38239e:37021 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-09T00:17:46,747 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111393843 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111393843,5,FailOnTimeoutGroup]
2024-11-09T00:17:46,747 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111393843 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111393843,5,FailOnTimeoutGroup]
2024-11-09T00:17:46,747 INFO  [M:0;ef986b38239e:37021 {}] hbase.ChoreService(370): Chore service for: master/ef986b38239e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-09T00:17:46,747 INFO  [M:0;ef986b38239e:37021 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:17:46,747 DEBUG [M:0;ef986b38239e:37021 {}] master.HMaster(1795): Stopping service threads
2024-11-09T00:17:46,747 INFO  [M:0;ef986b38239e:37021 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-09T00:17:46,747 INFO  [M:0;ef986b38239e:37021 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:17:46,748 INFO  [M:0;ef986b38239e:37021 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-09T00:17:46,748 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-09T00:17:46,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1011cf363500003, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1899877148/master
2024-11-09T00:17:46,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1011cf363500003, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1899877148
2024-11-09T00:17:46,767 DEBUG [M:0;ef986b38239e:37021 {}] zookeeper.RecoverableZooKeeper(212): Node /1899877148/master already deleted, retry=false
2024-11-09T00:17:46,768 DEBUG [M:0;ef986b38239e:37021 {}] master.ActiveMasterManager(353): master:37021-0x1011cf363500003, quorum=127.0.0.1:50401, baseZNode=/1899877148 Failed delete of our master address node; KeeperErrorCode = NoNode for /1899877148/master
2024-11-09T00:17:46,768 INFO  [M:0;ef986b38239e:37021 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/.lastflushedseqids
2024-11-09T00:17:46,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741843_1019 (size=173)
2024-11-09T00:17:46,836 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43199-0x1011cf363500004, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:17:46,836 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43199-0x1011cf363500004, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:17:46,837 INFO  [RS:0;ef986b38239e:43199 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:17:46,837 INFO  [RS:0;ef986b38239e:43199 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef986b38239e,43199,1731111390848; zookeeper connection closed.
2024-11-09T00:17:46,837 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6dd6fd35 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6dd6fd35
2024-11-09T00:17:46,837 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-09T00:17:47,182 INFO  [M:0;ef986b38239e:37021 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-09T00:17:47,183 INFO  [M:0;ef986b38239e:37021 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-09T00:17:47,183 DEBUG [M:0;ef986b38239e:37021 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:17:47,183 INFO  [M:0;ef986b38239e:37021 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:17:47,183 DEBUG [M:0;ef986b38239e:37021 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:17:47,183 DEBUG [M:0;ef986b38239e:37021 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:17:47,183 DEBUG [M:0;ef986b38239e:37021 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:17:47,183 INFO  [M:0;ef986b38239e:37021 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB
2024-11-09T00:17:47,201 DEBUG [M:0;ef986b38239e:37021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c5f09a9a34544e319faf12d385618a84 is 82, key is hbase:meta,,1/info:regioninfo/1731111395087/Put/seqid=0
2024-11-09T00:17:47,205 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741844_1020 (size=5672)
2024-11-09T00:17:47,206 INFO  [M:0;ef986b38239e:37021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c5f09a9a34544e319faf12d385618a84
2024-11-09T00:17:47,225 DEBUG [M:0;ef986b38239e:37021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bf71d95b7a643e680349a1ff6d5fd96 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731111398559/Put/seqid=0
2024-11-09T00:17:47,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741845_1021 (size=6727)
2024-11-09T00:17:47,630 INFO  [M:0;ef986b38239e:37021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bf71d95b7a643e680349a1ff6d5fd96
2024-11-09T00:17:47,634 INFO  [M:0;ef986b38239e:37021 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2bf71d95b7a643e680349a1ff6d5fd96
2024-11-09T00:17:47,647 DEBUG [M:0;ef986b38239e:37021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f915eeb745a4bd5a0a0976b9341c685 is 69, key is ef986b38239e,43199,1731111390848/rs:state/1731111393937/Put/seqid=0
2024-11-09T00:17:47,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741846_1022 (size=5156)
2024-11-09T00:17:47,774 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 to pos 997, reset compression=false
2024-11-09T00:17:48,064 INFO  [M:0;ef986b38239e:37021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f915eeb745a4bd5a0a0976b9341c685
2024-11-09T00:17:48,070 DEBUG [M:0;ef986b38239e:37021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c5f09a9a34544e319faf12d385618a84 as hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c5f09a9a34544e319faf12d385618a84
2024-11-09T00:17:48,074 INFO  [M:0;ef986b38239e:37021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c5f09a9a34544e319faf12d385618a84, entries=8, sequenceid=58, filesize=5.5 K
2024-11-09T00:17:48,075 DEBUG [M:0;ef986b38239e:37021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bf71d95b7a643e680349a1ff6d5fd96 as hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2bf71d95b7a643e680349a1ff6d5fd96
2024-11-09T00:17:48,079 INFO  [M:0;ef986b38239e:37021 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2bf71d95b7a643e680349a1ff6d5fd96
2024-11-09T00:17:48,079 INFO  [M:0;ef986b38239e:37021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2bf71d95b7a643e680349a1ff6d5fd96, entries=6, sequenceid=58, filesize=6.6 K
2024-11-09T00:17:48,080 DEBUG [M:0;ef986b38239e:37021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f915eeb745a4bd5a0a0976b9341c685 as hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f915eeb745a4bd5a0a0976b9341c685
2024-11-09T00:17:48,085 INFO  [M:0;ef986b38239e:37021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34513/user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f915eeb745a4bd5a0a0976b9341c685, entries=1, sequenceid=58, filesize=5.0 K
2024-11-09T00:17:48,086 INFO  [M:0;ef986b38239e:37021 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 902ms, sequenceid=58, compaction requested=false
2024-11-09T00:17:48,089 INFO  [M:0;ef986b38239e:37021 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:17:48,089 DEBUG [M:0;ef986b38239e:37021 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111467183Disabling compacts and flushes for region at 1731111467183Disabling writes for close at 1731111467183Obtaining lock to block concurrent updates at 1731111467183Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731111467183Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731111467184 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731111467184Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731111467184Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731111467201 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731111467201Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731111467211 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731111467225 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731111467225Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731111467635 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731111467647 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731111467647Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4de0a7d2: reopening flushed file at 1731111468069 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e259a9b: reopening flushed file at 1731111468074 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@115e9fae: reopening flushed file at 1731111468079 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 902ms, sequenceid=58, compaction requested=false at 1731111468086 (+7 ms)Writing region close event to WAL at 1731111468089 (+3 ms)Closed at 1731111468089
2024-11-09T00:17:48,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741830_1006 (size=33026)
2024-11-09T00:17:48,092 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6c07d5f3-b09c-74a9-d4f7-90ff2ab88a77/MasterData/WALs/ef986b38239e,37021,1731111390598/ef986b38239e%2C37021%2C1731111390598.1731111392600 not finished, retry = 0
2024-11-09T00:17:48,193 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:17:48,193 INFO  [M:0;ef986b38239e:37021 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-09T00:17:48,193 INFO  [M:0;ef986b38239e:37021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37021
2024-11-09T00:17:48,193 INFO  [M:0;ef986b38239e:37021 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:17:48,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1011cf363500003, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:17:48,320 INFO  [M:0;ef986b38239e:37021 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:17:48,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37021-0x1011cf363500003, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:17:48,323 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20671f6a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:17:48,323 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e557947{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:17:48,323 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:17:48,323 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@428311ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:17:48,323 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6be5a022{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480/hadoop.log.dir/,STOPPED}
2024-11-09T00:17:48,324 WARN  [BP-1598599706-172.17.0.3-1731111387175 heartbeating to localhost/127.0.0.1:34513 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T00:17:48,324 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T00:17:48,325 WARN  [BP-1598599706-172.17.0.3-1731111387175 heartbeating to localhost/127.0.0.1:34513 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1598599706-172.17.0.3-1731111387175 (Datanode Uuid 74283343-1325-486f-b126-6cfe156548b9) service to localhost/127.0.0.1:34513
2024-11-09T00:17:48,325 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T00:17:48,325 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480/cluster_4041cf2a-9ace-c290-b9f5-e73accf702e2/data/data1/current/BP-1598599706-172.17.0.3-1731111387175 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:17:48,325 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480/cluster_4041cf2a-9ace-c290-b9f5-e73accf702e2/data/data2/current/BP-1598599706-172.17.0.3-1731111387175 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:17:48,326 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T00:17:48,331 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37c2e57e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:17:48,331 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27f9abb8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:17:48,332 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:17:48,332 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30211fed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:17:48,332 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3305506a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480/hadoop.log.dir/,STOPPED}
2024-11-09T00:17:48,345 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-09T00:17:48,345 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-09T00:17:48,345 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:17:48,345 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:17:48,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:17:48,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:17:48,345 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:17:48,345 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-09T00:17:48,346 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1149115451, stopped=false
2024-11-09T00:17:48,346 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef986b38239e,43971,1731111382929
2024-11-09T00:17:48,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43971-0x1011cf363500000, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-516770605/running
2024-11-09T00:17:48,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38323-0x1011cf363500001, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-516770605/running
2024-11-09T00:17:48,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43971-0x1011cf363500000, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-516770605
2024-11-09T00:17:48,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38323-0x1011cf363500001, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-516770605
2024-11-09T00:17:48,361 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:17:48,362 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:17:48,362 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:17:48,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:17:48,362 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43971-0x1011cf363500000, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Set watcher on znode that does not yet exist, /0-516770605/running
2024-11-09T00:17:48,362 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38323-0x1011cf363500001, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Set watcher on znode that does not yet exist, /0-516770605/running
2024-11-09T00:17:48,362 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef986b38239e,38323,1731111383135' *****
2024-11-09T00:17:48,362 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T00:17:48,363 INFO  [RS:0;ef986b38239e:38323 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T00:17:48,363 INFO  [RS:0;ef986b38239e:38323 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T00:17:48,363 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T00:17:48,363 INFO  [RS:0;ef986b38239e:38323 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T00:17:48,363 INFO  [RS:0;ef986b38239e:38323 {}] regionserver.HRegionServer(3091): Received CLOSE for 2cafb024d84add6264387e781033234c
2024-11-09T00:17:48,363 INFO  [RS:0;ef986b38239e:38323 {}] regionserver.HRegionServer(3091): Received CLOSE for 9ed5987533681b93681a7cac5af4548b
2024-11-09T00:17:48,363 INFO  [RS:0;ef986b38239e:38323 {}] regionserver.HRegionServer(959): stopping server ef986b38239e,38323,1731111383135
2024-11-09T00:17:48,363 INFO  [RS:0;ef986b38239e:38323 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:17:48,363 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2cafb024d84add6264387e781033234c, disabling compactions & flushes
2024-11-09T00:17:48,363 INFO  [RS:0;ef986b38239e:38323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:38323.
2024-11-09T00:17:48,363 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731111395225.2cafb024d84add6264387e781033234c.
2024-11-09T00:17:48,363 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731111395225.2cafb024d84add6264387e781033234c.
2024-11-09T00:17:48,363 DEBUG [RS:0;ef986b38239e:38323 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:17:48,363 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731111395225.2cafb024d84add6264387e781033234c. after waiting 0 ms
2024-11-09T00:17:48,363 DEBUG [RS:0;ef986b38239e:38323 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:17:48,363 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731111395225.2cafb024d84add6264387e781033234c.
2024-11-09T00:17:48,363 INFO  [RS:0;ef986b38239e:38323 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T00:17:48,363 INFO  [RS:0;ef986b38239e:38323 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T00:17:48,363 INFO  [RS:0;ef986b38239e:38323 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T00:17:48,363 INFO  [RS:0;ef986b38239e:38323 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-09T00:17:48,364 INFO  [RS:0;ef986b38239e:38323 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-09T00:17:48,364 DEBUG [RS:0;ef986b38239e:38323 {}] regionserver.HRegionServer(1325): Online Regions={2cafb024d84add6264387e781033234c=test,,1731111395225.2cafb024d84add6264387e781033234c., 9ed5987533681b93681a7cac5af4548b=hbase:replication,,1731111399570.9ed5987533681b93681a7cac5af4548b., 1588230740=hbase:meta,,1.1588230740}
2024-11-09T00:17:48,364 DEBUG [RS:0;ef986b38239e:38323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2cafb024d84add6264387e781033234c, 9ed5987533681b93681a7cac5af4548b
2024-11-09T00:17:48,364 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:17:48,364 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:17:48,364 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:17:48,364 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:17:48,364 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:17:48,364 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-09T00:17:48,368 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/default/test/2cafb024d84add6264387e781033234c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-09T00:17:48,369 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:17:48,369 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-09T00:17:48,369 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731111395225.2cafb024d84add6264387e781033234c.
2024-11-09T00:17:48,369 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2cafb024d84add6264387e781033234c:
Waiting for close lock at 1731111468363Running coprocessor pre-close hooks at 1731111468363Disabling compacts and flushes for region at 1731111468363Disabling writes for close at 1731111468363Writing region close event to WAL at 1731111468365 (+2 ms)Running coprocessor post-close hooks at 1731111468369 (+4 ms)Closed at 1731111468369
2024-11-09T00:17:48,369 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731111395225.2cafb024d84add6264387e781033234c.
2024-11-09T00:17:48,369 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9ed5987533681b93681a7cac5af4548b, disabling compactions & flushes
2024-11-09T00:17:48,369 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111399570.9ed5987533681b93681a7cac5af4548b.
2024-11-09T00:17:48,369 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111399570.9ed5987533681b93681a7cac5af4548b.
2024-11-09T00:17:48,369 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111399570.9ed5987533681b93681a7cac5af4548b. after waiting 0 ms
2024-11-09T00:17:48,369 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111399570.9ed5987533681b93681a7cac5af4548b.
2024-11-09T00:17:48,370 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9ed5987533681b93681a7cac5af4548b 3/3 column families, dataSize=874 B heapSize=2.19 KB
2024-11-09T00:17:48,380 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/meta/1588230740/.tmp/info/0af8e08866b944609f2995d606c556df is 147, key is hbase:replication,,1731111399570.9ed5987533681b93681a7cac5af4548b./info:regioninfo/1731111400808/Put/seqid=0
2024-11-09T00:17:48,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741844_1020 (size=7686)
2024-11-09T00:17:48,388 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/replication/9ed5987533681b93681a7cac5af4548b/.tmp/hfileref/1fa9576c62c6418bbdebb41755291e7a is 74, key is 1/hfileref:0f50397156ed4b54a45fe5c2ebcd30ca_SeqId_4_/1731111403605/DeleteColumn/seqid=0
2024-11-09T00:17:48,391 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741845_1021 (size=5203)
2024-11-09T00:17:48,436 INFO  [regionserver/ef986b38239e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:17:48,564 DEBUG [RS:0;ef986b38239e:38323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ed5987533681b93681a7cac5af4548b
2024-11-09T00:17:48,573 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-09T00:17:48,573 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-09T00:17:48,764 DEBUG [RS:0;ef986b38239e:38323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ed5987533681b93681a7cac5af4548b
2024-11-09T00:17:48,786 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/meta/1588230740/.tmp/info/0af8e08866b944609f2995d606c556df
2024-11-09T00:17:48,793 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/replication/9ed5987533681b93681a7cac5af4548b/.tmp/hfileref/1fa9576c62c6418bbdebb41755291e7a
2024-11-09T00:17:48,810 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/meta/1588230740/.tmp/ns/47f68ab9753b4c459582350646f7ae9b is 43, key is default/ns:d/1731111387017/Put/seqid=0
2024-11-09T00:17:48,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741846_1022 (size=5153)
2024-11-09T00:17:48,816 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/replication/9ed5987533681b93681a7cac5af4548b/.tmp/queue/36eee6ead4234ff3ab6df1a5b0228598 is 153, key is 1-ef986b38239e,38323,1731111383135/queue:ef986b38239e%2C38323%2C1731111383135/1731111404730/Put/seqid=0
2024-11-09T00:17:48,820 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741847_1023 (size=5352)
2024-11-09T00:17:48,964 DEBUG [RS:0;ef986b38239e:38323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ed5987533681b93681a7cac5af4548b
2024-11-09T00:17:49,165 DEBUG [RS:0;ef986b38239e:38323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ed5987533681b93681a7cac5af4548b
2024-11-09T00:17:49,215 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/meta/1588230740/.tmp/ns/47f68ab9753b4c459582350646f7ae9b
2024-11-09T00:17:49,221 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/replication/9ed5987533681b93681a7cac5af4548b/.tmp/queue/36eee6ead4234ff3ab6df1a5b0228598
2024-11-09T00:17:49,234 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/replication/9ed5987533681b93681a7cac5af4548b/.tmp/hfileref/1fa9576c62c6418bbdebb41755291e7a as hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/replication/9ed5987533681b93681a7cac5af4548b/hfileref/1fa9576c62c6418bbdebb41755291e7a
2024-11-09T00:17:49,241 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/meta/1588230740/.tmp/rep_barrier/9ca20da33c094d3aae77db6701ebf831 is 112, key is test,,1731111395225.2cafb024d84add6264387e781033234c./rep_barrier:seqnumDuringOpen/1731111396388/Put/seqid=0
2024-11-09T00:17:49,243 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/replication/9ed5987533681b93681a7cac5af4548b/hfileref/1fa9576c62c6418bbdebb41755291e7a, entries=2, sequenceid=10, filesize=5.1 K
2024-11-09T00:17:49,245 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/replication/9ed5987533681b93681a7cac5af4548b/.tmp/queue/36eee6ead4234ff3ab6df1a5b0228598 as hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/replication/9ed5987533681b93681a7cac5af4548b/queue/36eee6ead4234ff3ab6df1a5b0228598
2024-11-09T00:17:49,256 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/replication/9ed5987533681b93681a7cac5af4548b/queue/36eee6ead4234ff3ab6df1a5b0228598, entries=1, sequenceid=10, filesize=5.2 K
2024-11-09T00:17:49,257 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 9ed5987533681b93681a7cac5af4548b in 888ms, sequenceid=10, compaction requested=false
2024-11-09T00:17:49,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741848_1024 (size=5518)
2024-11-09T00:17:49,258 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/meta/1588230740/.tmp/rep_barrier/9ca20da33c094d3aae77db6701ebf831
2024-11-09T00:17:49,262 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/replication/9ed5987533681b93681a7cac5af4548b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1
2024-11-09T00:17:49,263 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:17:49,263 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:17:49,263 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731111399570.9ed5987533681b93681a7cac5af4548b.
2024-11-09T00:17:49,263 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9ed5987533681b93681a7cac5af4548b:
Waiting for close lock at 1731111468369Running coprocessor pre-close hooks at 1731111468369Disabling compacts and flushes for region at 1731111468369Disabling writes for close at 1731111468369Obtaining lock to block concurrent updates at 1731111468370 (+1 ms)Preparing flush snapshotting stores in 9ed5987533681b93681a7cac5af4548b at 1731111468370Finished memstore snapshotting hbase:replication,,1731111399570.9ed5987533681b93681a7cac5af4548b., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731111468370Flushing stores of hbase:replication,,1731111399570.9ed5987533681b93681a7cac5af4548b. at 1731111468370Flushing 9ed5987533681b93681a7cac5af4548b/hfileref: creating writer at 1731111468370Flushing 9ed5987533681b93681a7cac5af4548b/hfileref: appending metadata at 1731111468387 (+17 ms)Flushing 9ed5987533681b93681a7cac5af4548b/hfileref: closing flushed file at 1731111468387Flushing 9ed5987533681b93681a7cac5af4548b/queue: creating writer at 1731111468799 (+412 ms)Flushing 9ed5987533681b93681a7cac5af4548b/queue: appending metadata at 1731111468815 (+16 ms)Flushing 9ed5987533681b93681a7cac5af4548b/queue: closing flushed file at 1731111468815Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@236ede27: reopening flushed file at 1731111469226 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2383ca36: reopening flushed file at 1731111469244 (+18 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 9ed5987533681b93681a7cac5af4548b in 888ms, sequenceid=10, compaction requested=false at 1731111469257 (+13 ms)Writing region close event to WAL at 1731111469259 (+2 ms)Running coprocessor post-close hooks at 1731111469263 (+4 ms)Closed at 1731111469263
2024-11-09T00:17:49,263 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731111399570.9ed5987533681b93681a7cac5af4548b.
2024-11-09T00:17:49,280 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/meta/1588230740/.tmp/table/ea3a0e772bef4840bf936f4a8d5d2dee is 53, key is hbase:replication/table:state/1731111400816/Put/seqid=0
2024-11-09T00:17:49,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741849_1025 (size=5308)
2024-11-09T00:17:49,365 INFO  [RS:0;ef986b38239e:38323 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-09T00:17:49,365 DEBUG [RS:0;ef986b38239e:38323 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-09T00:17:49,365 DEBUG [RS:0;ef986b38239e:38323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:17:49,565 DEBUG [RS:0;ef986b38239e:38323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:17:49,682 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:17:49,683 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:17:49,683 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:17:49,683 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:17:49,692 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/meta/1588230740/.tmp/table/ea3a0e772bef4840bf936f4a8d5d2dee
2024-11-09T00:17:49,692 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:17:49,703 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/meta/1588230740/.tmp/info/0af8e08866b944609f2995d606c556df as hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/meta/1588230740/info/0af8e08866b944609f2995d606c556df
2024-11-09T00:17:49,709 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/meta/1588230740/info/0af8e08866b944609f2995d606c556df, entries=20, sequenceid=16, filesize=7.5 K
2024-11-09T00:17:49,711 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/meta/1588230740/.tmp/ns/47f68ab9753b4c459582350646f7ae9b as hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/meta/1588230740/ns/47f68ab9753b4c459582350646f7ae9b
2024-11-09T00:17:49,722 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/meta/1588230740/ns/47f68ab9753b4c459582350646f7ae9b, entries=2, sequenceid=16, filesize=5.0 K
2024-11-09T00:17:49,724 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/meta/1588230740/.tmp/rep_barrier/9ca20da33c094d3aae77db6701ebf831 as hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/meta/1588230740/rep_barrier/9ca20da33c094d3aae77db6701ebf831
2024-11-09T00:17:49,733 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/meta/1588230740/rep_barrier/9ca20da33c094d3aae77db6701ebf831, entries=1, sequenceid=16, filesize=5.4 K
2024-11-09T00:17:49,735 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/meta/1588230740/.tmp/table/ea3a0e772bef4840bf936f4a8d5d2dee as hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/meta/1588230740/table/ea3a0e772bef4840bf936f4a8d5d2dee
2024-11-09T00:17:49,743 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/meta/1588230740/table/ea3a0e772bef4840bf936f4a8d5d2dee, entries=4, sequenceid=16, filesize=5.2 K
2024-11-09T00:17:49,744 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1380ms, sequenceid=16, compaction requested=false
2024-11-09T00:17:49,753 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-09T00:17:49,756 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:17:49,756 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:17:49,756 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:17:49,756 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111468364Running coprocessor pre-close hooks at 1731111468364Disabling compacts and flushes for region at 1731111468364Disabling writes for close at 1731111468364Obtaining lock to block concurrent updates at 1731111468364Preparing flush snapshotting stores in 1588230740 at 1731111468364Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731111468364Flushing stores of hbase:meta,,1.1588230740 at 1731111468365 (+1 ms)Flushing 1588230740/info: creating writer at 1731111468365Flushing 1588230740/info: appending metadata at 1731111468380 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731111468380Flushing 1588230740/ns: creating writer at 1731111468792 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731111468810 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731111468810Flushing 1588230740/rep_barrier: creating writer at 1731111469220 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731111469240 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731111469240Flushing 1588230740/table: creating writer at 1731111469263 (+23 ms)Flushing 1588230740/table: appending metadata at 1731111469280 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731111469280Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5da13250: reopening flushed file at 1731111469702 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7570403b: reopening flushed file at 1731111469709 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e696183: reopening flushed file at 1731111469722 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a1d1379: reopening flushed file at 1731111469733 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1380ms, sequenceid=16, compaction requested=false at 1731111469744 (+11 ms)Writing region close event to WAL at 1731111469747 (+3 ms)Running coprocessor post-close hooks at 1731111469756 (+9 ms)Closed at 1731111469756
2024-11-09T00:17:49,756 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-09T00:17:49,765 INFO  [RS:0;ef986b38239e:38323 {}] regionserver.HRegionServer(976): stopping server ef986b38239e,38323,1731111383135; all regions closed.
2024-11-09T00:17:49,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741834_1010 (size=4239)
2024-11-09T00:17:49,772 DEBUG [RS:0;ef986b38239e:38323 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/oldWALs
2024-11-09T00:17:49,772 INFO  [RS:0;ef986b38239e:38323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef986b38239e%2C38323%2C1731111383135.meta:.meta(num 1731111386811)
2024-11-09T00:17:49,774 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741839_1015 (size=2700)
2024-11-09T00:17:49,776 DEBUG [RS:0;ef986b38239e:38323 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/oldWALs
2024-11-09T00:17:49,776 INFO  [RS:0;ef986b38239e:38323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef986b38239e%2C38323%2C1731111383135.rep:(num 1731111400775)
2024-11-09T00:17:49,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741832_1008 (size=1300)
2024-11-09T00:17:49,781 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/WALs/ef986b38239e,38323,1731111383135/ef986b38239e%2C38323%2C1731111383135.1731111385701 not finished, retry = 0
2024-11-09T00:17:49,884 DEBUG [RS:0;ef986b38239e:38323 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/oldWALs
2024-11-09T00:17:49,884 INFO  [RS:0;ef986b38239e:38323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef986b38239e%2C38323%2C1731111383135:(num 1731111385701)
2024-11-09T00:17:49,884 DEBUG [RS:0;ef986b38239e:38323 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:17:49,884 INFO  [RS:0;ef986b38239e:38323 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:17:49,884 INFO  [RS:0;ef986b38239e:38323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:17:49,884 INFO  [RS:0;ef986b38239e:38323 {}] hbase.ChoreService(370): Chore service for: regionserver/ef986b38239e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-09T00:17:49,884 INFO  [RS:0;ef986b38239e:38323 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:17:49,884 INFO  [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:17:49,884 INFO  [RS:0;ef986b38239e:38323 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef986b38239e,38323,1731111383135 because: Region server is closing
2024-11-09T00:17:49,885 INFO  [RS:0;ef986b38239e:38323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:38323.
2024-11-09T00:17:49,885 DEBUG [RS:0;ef986b38239e:38323 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:17:49,885 DEBUG [RS:0;ef986b38239e:38323 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:17:49,885 DEBUG [RS:0;ef986b38239e:38323 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:17:49,885 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:17:49,985 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.wal-reader.ef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-09T00:17:49,985 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.shipperef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-09T00:17:49,986 INFO  [RS:0;ef986b38239e:38323 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,38323,1731111383135.replicationSource.shipperef986b38239e%2C38323%2C1731111383135,1-ef986b38239e,38323,1731111383135 terminated
2024-11-09T00:17:49,986 INFO  [RS:0;ef986b38239e:38323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38323
2024-11-09T00:17:50,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43971-0x1011cf363500000, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-516770605/rs
2024-11-09T00:17:50,041 INFO  [RS:0;ef986b38239e:38323 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:17:50,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38323-0x1011cf363500001, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-516770605/rs/ef986b38239e,38323,1731111383135
2024-11-09T00:17:50,051 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef986b38239e,38323,1731111383135]
2024-11-09T00:17:50,062 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-516770605/draining/ef986b38239e,38323,1731111383135 already deleted, retry=false
2024-11-09T00:17:50,062 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef986b38239e,38323,1731111383135 expired; onlineServers=0
2024-11-09T00:17:50,062 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef986b38239e,43971,1731111382929' *****
2024-11-09T00:17:50,062 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-09T00:17:50,062 INFO  [M:0;ef986b38239e:43971 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:17:50,062 INFO  [M:0;ef986b38239e:43971 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:17:50,062 DEBUG [M:0;ef986b38239e:43971 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-09T00:17:50,062 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-09T00:17:50,062 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111385410 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111385410,5,FailOnTimeoutGroup]
2024-11-09T00:17:50,062 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111385410 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111385410,5,FailOnTimeoutGroup]
2024-11-09T00:17:50,063 DEBUG [M:0;ef986b38239e:43971 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-09T00:17:50,063 INFO  [M:0;ef986b38239e:43971 {}] hbase.ChoreService(370): Chore service for: master/ef986b38239e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-09T00:17:50,063 INFO  [M:0;ef986b38239e:43971 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:17:50,063 DEBUG [M:0;ef986b38239e:43971 {}] master.HMaster(1795): Stopping service threads
2024-11-09T00:17:50,063 INFO  [M:0;ef986b38239e:43971 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-09T00:17:50,063 INFO  [M:0;ef986b38239e:43971 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:17:50,063 INFO  [M:0;ef986b38239e:43971 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-09T00:17:50,063 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-09T00:17:50,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43971-0x1011cf363500000, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-516770605/master
2024-11-09T00:17:50,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43971-0x1011cf363500000, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-516770605
2024-11-09T00:17:50,073 DEBUG [M:0;ef986b38239e:43971 {}] zookeeper.ZKUtil(347): master:43971-0x1011cf363500000, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Unable to get data of znode /0-516770605/master because node does not exist (not an error)
2024-11-09T00:17:50,073 WARN  [M:0;ef986b38239e:43971 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-09T00:17:50,074 INFO  [M:0;ef986b38239e:43971 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/.lastflushedseqids
2024-11-09T00:17:50,080 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741850_1026 (size=263)
2024-11-09T00:17:50,152 INFO  [RS:0;ef986b38239e:38323 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:17:50,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38323-0x1011cf363500001, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:17:50,152 INFO  [RS:0;ef986b38239e:38323 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef986b38239e,38323,1731111383135; zookeeper connection closed.
2024-11-09T00:17:50,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38323-0x1011cf363500001, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:17:50,152 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72a4937b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72a4937b
2024-11-09T00:17:50,152 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-09T00:17:50,201 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:17:50,234 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:17:50,234 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:17:50,234 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:17:50,235 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:17:50,243 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:17:50,481 INFO  [M:0;ef986b38239e:43971 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-09T00:17:50,481 INFO  [M:0;ef986b38239e:43971 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-09T00:17:50,482 DEBUG [M:0;ef986b38239e:43971 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:17:50,482 INFO  [M:0;ef986b38239e:43971 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:17:50,482 DEBUG [M:0;ef986b38239e:43971 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:17:50,482 DEBUG [M:0;ef986b38239e:43971 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:17:50,482 DEBUG [M:0;ef986b38239e:43971 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:17:50,482 INFO  [M:0;ef986b38239e:43971 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB
2024-11-09T00:17:50,496 DEBUG [M:0;ef986b38239e:43971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a9be778152b4b9ca768b537e79d74ea is 82, key is hbase:meta,,1/info:regioninfo/1731111386843/Put/seqid=0
2024-11-09T00:17:50,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741851_1027 (size=5672)
2024-11-09T00:17:50,901 INFO  [M:0;ef986b38239e:43971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a9be778152b4b9ca768b537e79d74ea
2024-11-09T00:17:50,919 DEBUG [M:0;ef986b38239e:43971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69fabf0417c54b778441b642cb526bac is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731111396403/Put/seqid=0
2024-11-09T00:17:50,922 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741852_1028 (size=7240)
2024-11-09T00:17:51,323 INFO  [M:0;ef986b38239e:43971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69fabf0417c54b778441b642cb526bac
2024-11-09T00:17:51,327 INFO  [M:0;ef986b38239e:43971 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69fabf0417c54b778441b642cb526bac
2024-11-09T00:17:51,341 DEBUG [M:0;ef986b38239e:43971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00d185dfc0ac48dfbce46fe2507c8959 is 69, key is ef986b38239e,38323,1731111383135/rs:state/1731111385498/Put/seqid=0
2024-11-09T00:17:51,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741853_1029 (size=5156)
2024-11-09T00:17:51,745 INFO  [M:0;ef986b38239e:43971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00d185dfc0ac48dfbce46fe2507c8959
2024-11-09T00:17:51,750 DEBUG [M:0;ef986b38239e:43971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a9be778152b4b9ca768b537e79d74ea as hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a9be778152b4b9ca768b537e79d74ea
2024-11-09T00:17:51,755 INFO  [M:0;ef986b38239e:43971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a9be778152b4b9ca768b537e79d74ea, entries=8, sequenceid=105, filesize=5.5 K
2024-11-09T00:17:51,756 DEBUG [M:0;ef986b38239e:43971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69fabf0417c54b778441b642cb526bac as hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/69fabf0417c54b778441b642cb526bac
2024-11-09T00:17:51,761 INFO  [M:0;ef986b38239e:43971 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69fabf0417c54b778441b642cb526bac
2024-11-09T00:17:51,761 INFO  [M:0;ef986b38239e:43971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/69fabf0417c54b778441b642cb526bac, entries=11, sequenceid=105, filesize=7.1 K
2024-11-09T00:17:51,762 DEBUG [M:0;ef986b38239e:43971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00d185dfc0ac48dfbce46fe2507c8959 as hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/00d185dfc0ac48dfbce46fe2507c8959
2024-11-09T00:17:51,766 INFO  [M:0;ef986b38239e:43971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46255/user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/00d185dfc0ac48dfbce46fe2507c8959, entries=1, sequenceid=105, filesize=5.0 K
2024-11-09T00:17:51,767 INFO  [M:0;ef986b38239e:43971 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=105, compaction requested=false
2024-11-09T00:17:51,768 INFO  [M:0;ef986b38239e:43971 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:17:51,768 DEBUG [M:0;ef986b38239e:43971 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111470481Disabling compacts and flushes for region at 1731111470481Disabling writes for close at 1731111470482 (+1 ms)Obtaining lock to block concurrent updates at 1731111470482Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731111470482Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731111470482Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731111470483 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731111470483Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731111470495 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731111470495Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731111470905 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731111470918 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731111470918Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731111471328 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731111471341 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731111471341Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6981d28d: reopening flushed file at 1731111471750 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76422726: reopening flushed file at 1731111471755 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62d0224d: reopening flushed file at 1731111471761 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=105, compaction requested=false at 1731111471767 (+6 ms)Writing region close event to WAL at 1731111471768 (+1 ms)Closed at 1731111471768
2024-11-09T00:17:51,770 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/484c84a4-d20f-5cda-becc-6065fbf47cbc/MasterData/WALs/ef986b38239e,43971,1731111382929/ef986b38239e%2C43971%2C1731111382929.1731111384906 not finished, retry = 0
2024-11-09T00:17:51,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741830_1006 (size=64526)
2024-11-09T00:17:51,871 INFO  [M:0;ef986b38239e:43971 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-09T00:17:51,871 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:17:51,871 INFO  [M:0;ef986b38239e:43971 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43971
2024-11-09T00:17:51,872 INFO  [M:0;ef986b38239e:43971 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:17:52,057 INFO  [M:0;ef986b38239e:43971 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:17:52,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43971-0x1011cf363500000, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:17:52,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43971-0x1011cf363500000, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:17:52,059 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21b36658{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:17:52,059 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47ae7d04{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:17:52,059 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:17:52,059 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fc5a1d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:17:52,059 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4834dab3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/hadoop.log.dir/,STOPPED}
2024-11-09T00:17:52,060 WARN  [BP-558621377-172.17.0.3-1731111380925 heartbeating to localhost/127.0.0.1:46255 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T00:17:52,060 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T00:17:52,060 WARN  [BP-558621377-172.17.0.3-1731111380925 heartbeating to localhost/127.0.0.1:46255 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-558621377-172.17.0.3-1731111380925 (Datanode Uuid 879c6d71-075c-4029-8332-148bf4695b49) service to localhost/127.0.0.1:46255
2024-11-09T00:17:52,060 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T00:17:52,060 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/cluster_13b5c115-5fb2-c418-888f-a71a3e2fb77a/data/data1/current/BP-558621377-172.17.0.3-1731111380925 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:17:52,061 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/cluster_13b5c115-5fb2-c418-888f-a71a3e2fb77a/data/data2/current/BP-558621377-172.17.0.3-1731111380925 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:17:52,061 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T00:17:52,065 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29b349a4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:17:52,065 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e3ea849{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:17:52,065 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:17:52,066 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18adc6d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:17:52,066 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4725d197{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc32750-db4f-d0ff-4196-d45c2ba84f0f/hadoop.log.dir/,STOPPED}
2024-11-09T00:17:52,070 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-09T00:17:52,081 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-09T00:17:52,088 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 138)
Potentially hanging thread: HMaster-EventLoopGroup-13-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:34513
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34513
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-10-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Registry-endpoints-refresh-end-points
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92)
	app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fd130b8d5f0.run(Unknown Source)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-10-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-15-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46255 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34513 from jenkins.hfs.6
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-13-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-15-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34513 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-10-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34513
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-11-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-15-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46255
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:46255
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34513
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:34513
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-11-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34513 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46255
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46255
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-13-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-11-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46255 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46255 from jenkins.hfs.5
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50401)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50401)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:46255
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Registry-endpoints-refresh-end-points
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92)
	app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fd130b8d5f0.run(Unknown Source)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=507 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=346 (was 274) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2628 (was 3347)
2024-11-09T00:17:52,095 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=507, MaxFileDescriptor=1048576, SystemLoadAverage=346, ProcessCount=11, AvailableMemoryMB=2629
2024-11-09T00:17:52,106 INFO  [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations
2024-11-09T00:17:52,107 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480/hadoop.log.dir so I do NOT create it in target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68
2024-11-09T00:17:52,107 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480/hadoop.log.dir Erasing configuration value by system value.
2024-11-09T00:17:52,107 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480/hadoop.tmp.dir so I do NOT create it in target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68
2024-11-09T00:17:52,107 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f129253b-70e1-b6ad-2d5a-1ceb491cb480/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-09T00:17:52,107 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68
2024-11-09T00:17:52,107 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/cluster_7b706e49-a0d1-4f2f-cdd3-9c7687987f68, deleteOnExit=true
2024-11-09T00:17:52,109 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/cluster_7b706e49-a0d1-4f2f-cdd3-9c7687987f68/zookeeper_0, clientPort=60802, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/cluster_7b706e49-a0d1-4f2f-cdd3-9c7687987f68/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/cluster_7b706e49-a0d1-4f2f-cdd3-9c7687987f68/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-09T00:17:52,110 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60802
2024-11-09T00:17:52,110 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-09T00:17:52,110 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-09T00:17:52,110 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/test.cache.data in system properties and HBase conf
2024-11-09T00:17:52,110 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/hadoop.tmp.dir in system properties and HBase conf
2024-11-09T00:17:52,110 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/hadoop.log.dir in system properties and HBase conf
2024-11-09T00:17:52,110 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-09T00:17:52,110 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-09T00:17:52,110 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-09T00:17:52,110 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-09T00:17:52,111 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:17:52,111 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:17:52,111 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-09T00:17:52,111 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:17:52,111 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-09T00:17:52,111 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-09T00:17:52,111 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:17:52,111 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:17:52,111 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-09T00:17:52,111 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/nfs.dump.dir in system properties and HBase conf
2024-11-09T00:17:52,111 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/java.io.tmpdir in system properties and HBase conf
2024-11-09T00:17:52,111 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:17:52,111 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-09T00:17:52,111 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-09T00:17:52,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011cf363500002, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-09T00:17:52,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011cf363500005, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-09T00:17:52,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011cf363500005, quorum=127.0.0.1:50401, baseZNode=/1899877148 Received Disconnected from ZooKeeper, ignoring
2024-11-09T00:17:52,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011cf363500002, quorum=127.0.0.1:50401, baseZNode=/0-516770605 Received Disconnected from ZooKeeper, ignoring
2024-11-09T00:17:52,451 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:17:52,455 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:17:52,457 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:17:52,457 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:17:52,457 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T00:17:52,457 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:17:52,458 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cb036dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:17:52,459 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c9eb55a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:17:52,564 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@426661ad{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/java.io.tmpdir/jetty-localhost-37147-hadoop-hdfs-3_4_1-tests_jar-_-any-10718171277097390195/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:17:52,564 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21f4e1df{HTTP/1.1, (http/1.1)}{localhost:37147}
2024-11-09T00:17:52,564 INFO  [Time-limited test {}] server.Server(415): Started @143575ms
2024-11-09T00:17:53,162 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:17:53,168 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:17:53,168 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:17:53,168 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:17:53,168 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-09T00:17:53,169 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@461e8a19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:17:53,169 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c456414{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:17:53,264 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e2bf0b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/java.io.tmpdir/jetty-localhost-42581-hadoop-hdfs-3_4_1-tests_jar-_-any-15698046322950930989/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:17:53,265 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ac8bff7{HTTP/1.1, (http/1.1)}{localhost:42581}
2024-11-09T00:17:53,265 INFO  [Time-limited test {}] server.Server(415): Started @144276ms
2024-11-09T00:17:53,266 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T00:17:54,134 WARN  [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/cluster_7b706e49-a0d1-4f2f-cdd3-9c7687987f68/data/data1/current/BP-1011355003-172.17.0.3-1731111472126/current, will proceed with Du for space computation calculation, 
2024-11-09T00:17:54,134 WARN  [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/cluster_7b706e49-a0d1-4f2f-cdd3-9c7687987f68/data/data2/current/BP-1011355003-172.17.0.3-1731111472126/current, will proceed with Du for space computation calculation, 
2024-11-09T00:17:54,153 WARN  [Thread-1273 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T00:17:54,155 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x442e876d9641e70f with lease ID 0x67ec386dd1a04e4f: Processing first storage report for DS-40f3d4d6-8e2d-4edc-9da5-c6ac9f6cf41a from datanode DatanodeRegistration(127.0.0.1:36101, datanodeUuid=eda52946-3ae1-4a04-9445-7f574291ca60, infoPort=35489, infoSecurePort=0, ipcPort=46227, storageInfo=lv=-57;cid=testClusterID;nsid=982027276;c=1731111472126)
2024-11-09T00:17:54,155 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x442e876d9641e70f with lease ID 0x67ec386dd1a04e4f: from storage DS-40f3d4d6-8e2d-4edc-9da5-c6ac9f6cf41a node DatanodeRegistration(127.0.0.1:36101, datanodeUuid=eda52946-3ae1-4a04-9445-7f574291ca60, infoPort=35489, infoSecurePort=0, ipcPort=46227, storageInfo=lv=-57;cid=testClusterID;nsid=982027276;c=1731111472126), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:17:54,155 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x442e876d9641e70f with lease ID 0x67ec386dd1a04e4f: Processing first storage report for DS-0d2b9a8d-88dc-4101-a9c9-6ebb81ab4f30 from datanode DatanodeRegistration(127.0.0.1:36101, datanodeUuid=eda52946-3ae1-4a04-9445-7f574291ca60, infoPort=35489, infoSecurePort=0, ipcPort=46227, storageInfo=lv=-57;cid=testClusterID;nsid=982027276;c=1731111472126)
2024-11-09T00:17:54,155 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x442e876d9641e70f with lease ID 0x67ec386dd1a04e4f: from storage DS-0d2b9a8d-88dc-4101-a9c9-6ebb81ab4f30 node DatanodeRegistration(127.0.0.1:36101, datanodeUuid=eda52946-3ae1-4a04-9445-7f574291ca60, infoPort=35489, infoSecurePort=0, ipcPort=46227, storageInfo=lv=-57;cid=testClusterID;nsid=982027276;c=1731111472126), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:17:54,212 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68
2024-11-09T00:17:54,212 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:17:54,214 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:17:54,225 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741825_1001 (size=7)
2024-11-09T00:17:54,228 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54 with version=8
2024-11-09T00:17:54,228 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/hbase-staging
2024-11-09T00:17:54,231 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:17:54,231 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:17:54,231 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:17:54,231 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:17:54,231 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:17:54,231 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:17:54,231 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-09T00:17:54,231 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:17:54,232 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45207
2024-11-09T00:17:54,233 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45207 connecting to ZooKeeper ensemble=127.0.0.1:60802
2024-11-09T00:17:54,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452070x0, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:17:54,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45207-0x1011cf4c7980000 connected
2024-11-09T00:17:54,382 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:17:54,384 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:17:54,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45207-0x1011cf4c7980000, quorum=127.0.0.1:60802, baseZNode=/01267932286 Set watcher on znode that does not yet exist, /01267932286/running
2024-11-09T00:17:54,386 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54, hbase.cluster.distributed=false
2024-11-09T00:17:54,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45207-0x1011cf4c7980000, quorum=127.0.0.1:60802, baseZNode=/01267932286 Set watcher on znode that does not yet exist, /01267932286/acl
2024-11-09T00:17:54,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45207
2024-11-09T00:17:54,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45207
2024-11-09T00:17:54,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45207
2024-11-09T00:17:54,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45207
2024-11-09T00:17:54,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45207
2024-11-09T00:17:54,404 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:17:54,404 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:17:54,404 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:17:54,404 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:17:54,404 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:17:54,404 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:17:54,404 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T00:17:54,405 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:17:54,405 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39047
2024-11-09T00:17:54,406 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39047 connecting to ZooKeeper ensemble=127.0.0.1:60802
2024-11-09T00:17:54,407 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:17:54,408 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:17:54,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390470x0, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:17:54,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390470x0, quorum=127.0.0.1:60802, baseZNode=/01267932286 Set watcher on znode that does not yet exist, /01267932286/running
2024-11-09T00:17:54,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39047-0x1011cf4c7980001 connected
2024-11-09T00:17:54,420 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T00:17:54,421 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T00:17:54,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39047-0x1011cf4c7980001, quorum=127.0.0.1:60802, baseZNode=/01267932286 Set watcher on znode that does not yet exist, /01267932286/master
2024-11-09T00:17:54,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39047-0x1011cf4c7980001, quorum=127.0.0.1:60802, baseZNode=/01267932286 Set watcher on znode that does not yet exist, /01267932286/acl
2024-11-09T00:17:54,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39047
2024-11-09T00:17:54,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39047
2024-11-09T00:17:54,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39047
2024-11-09T00:17:54,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39047
2024-11-09T00:17:54,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39047
2024-11-09T00:17:54,441 DEBUG [M:0;ef986b38239e:45207 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef986b38239e:45207
2024-11-09T00:17:54,441 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01267932286/backup-masters/ef986b38239e,45207,1731111474230
2024-11-09T00:17:54,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x1011cf4c7980000, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286/backup-masters
2024-11-09T00:17:54,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39047-0x1011cf4c7980001, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286/backup-masters
2024-11-09T00:17:54,451 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45207-0x1011cf4c7980000, quorum=127.0.0.1:60802, baseZNode=/01267932286 Set watcher on existing znode=/01267932286/backup-masters/ef986b38239e,45207,1731111474230
2024-11-09T00:17:54,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x1011cf4c7980000, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286
2024-11-09T00:17:54,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39047-0x1011cf4c7980001, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01267932286/master
2024-11-09T00:17:54,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39047-0x1011cf4c7980001, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286
2024-11-09T00:17:54,462 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45207-0x1011cf4c7980000, quorum=127.0.0.1:60802, baseZNode=/01267932286 Set watcher on existing znode=/01267932286/master
2024-11-09T00:17:54,462 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01267932286/backup-masters/ef986b38239e,45207,1731111474230 from backup master directory
2024-11-09T00:17:54,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39047-0x1011cf4c7980001, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286/backup-masters
2024-11-09T00:17:54,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x1011cf4c7980000, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01267932286/backup-masters/ef986b38239e,45207,1731111474230
2024-11-09T00:17:54,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x1011cf4c7980000, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286/backup-masters
2024-11-09T00:17:54,472 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:17:54,472 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef986b38239e,45207,1731111474230
2024-11-09T00:17:54,476 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/hbase.id] with ID: 6bcf77f7-8dbd-4fa6-b0b1-6270b52037f2
2024-11-09T00:17:54,476 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/.tmp/hbase.id
2024-11-09T00:17:54,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741826_1002 (size=42)
2024-11-09T00:17:54,881 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/.tmp/hbase.id]:[hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/hbase.id]
2024-11-09T00:17:54,892 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:17:54,892 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-09T00:17:54,893 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-09T00:17:54,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x1011cf4c7980000, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286
2024-11-09T00:17:54,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39047-0x1011cf4c7980001, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286
2024-11-09T00:17:54,962 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741827_1003 (size=196)
2024-11-09T00:17:55,257 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:17:55,278 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:17:55,279 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:17:55,279 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:17:55,279 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:17:55,279 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:17:55,285 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:17:55,363 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:17:55,364 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-09T00:17:55,364 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:17:55,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741828_1004 (size=1189)
2024-11-09T00:17:55,771 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store
2024-11-09T00:17:55,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741829_1005 (size=34)
2024-11-09T00:17:55,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:17:55,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-09T00:17:55,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-09T00:17:55,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-09T00:17:55,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-09T00:17:55,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:17:55,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-09T00:17:56,177 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:17:56,177 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:17:56,177 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:17:56,177 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:17:56,177 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:17:56,177 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:17:56,177 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:17:56,177 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111476177Disabling compacts and flushes for region at 1731111476177Disabling writes for close at 1731111476177Writing region close event to WAL at 1731111476177Closed at 1731111476177
2024-11-09T00:17:56,178 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/.initializing
2024-11-09T00:17:56,178 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/WALs/ef986b38239e,45207,1731111474230
2024-11-09T00:17:56,179 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:17:56,181 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef986b38239e%2C45207%2C1731111474230, suffix=, logDir=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/WALs/ef986b38239e,45207,1731111474230, archiveDir=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/oldWALs, maxLogs=10
2024-11-09T00:17:56,192 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/WALs/ef986b38239e,45207,1731111474230/ef986b38239e%2C45207%2C1731111474230.1731111476181, exclude list is [], retry=0
2024-11-09T00:17:56,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36101,DS-40f3d4d6-8e2d-4edc-9da5-c6ac9f6cf41a,DISK]
2024-11-09T00:17:56,196 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/WALs/ef986b38239e,45207,1731111474230/ef986b38239e%2C45207%2C1731111474230.1731111476181
2024-11-09T00:17:56,196 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35489:35489)]
2024-11-09T00:17:56,196 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:17:56,197 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:17:56,197 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:17:56,197 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:17:56,198 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:17:56,199 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-09T00:17:56,199 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:17:56,200 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:17:56,200 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:17:56,201 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-09T00:17:56,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:17:56,201 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:17:56,201 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:17:56,202 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-09T00:17:56,202 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:17:56,202 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:17:56,202 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:17:56,203 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-09T00:17:56,203 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:17:56,204 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:17:56,204 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:17:56,204 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:17:56,205 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:17:56,206 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:17:56,206 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:17:56,206 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:17:56,207 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:17:56,209 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:17:56,209 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64263964, jitterRate=-0.0423923134803772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:17:56,210 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731111476197Initializing all the Stores at 1731111476198 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111476198Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111476198Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111476198Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111476198Cleaning up temporary data from old regions at 1731111476206 (+8 ms)Region opened successfully at 1731111476209 (+3 ms)
2024-11-09T00:17:56,212 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-09T00:17:56,214 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4420a481, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:17:56,215 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-09T00:17:56,215 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-09T00:17:56,215 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-09T00:17:56,215 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-09T00:17:56,216 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-09T00:17:56,216 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-09T00:17:56,216 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-09T00:17:56,218 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-09T00:17:56,218 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45207-0x1011cf4c7980000, quorum=127.0.0.1:60802, baseZNode=/01267932286 Unable to get data of znode /01267932286/balancer because node does not exist (not necessarily an error)
2024-11-09T00:17:56,272 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01267932286/balancer already deleted, retry=false
2024-11-09T00:17:56,272 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-09T00:17:56,273 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45207-0x1011cf4c7980000, quorum=127.0.0.1:60802, baseZNode=/01267932286 Unable to get data of znode /01267932286/normalizer because node does not exist (not necessarily an error)
2024-11-09T00:17:56,282 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01267932286/normalizer already deleted, retry=false
2024-11-09T00:17:56,283 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-09T00:17:56,284 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45207-0x1011cf4c7980000, quorum=127.0.0.1:60802, baseZNode=/01267932286 Unable to get data of znode /01267932286/switch/split because node does not exist (not necessarily an error)
2024-11-09T00:17:56,293 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01267932286/switch/split already deleted, retry=false
2024-11-09T00:17:56,294 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45207-0x1011cf4c7980000, quorum=127.0.0.1:60802, baseZNode=/01267932286 Unable to get data of znode /01267932286/switch/merge because node does not exist (not necessarily an error)
2024-11-09T00:17:56,303 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01267932286/switch/merge already deleted, retry=false
2024-11-09T00:17:56,305 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45207-0x1011cf4c7980000, quorum=127.0.0.1:60802, baseZNode=/01267932286 Unable to get data of znode /01267932286/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-09T00:17:56,314 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01267932286/snapshot-cleanup already deleted, retry=false
2024-11-09T00:17:56,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x1011cf4c7980000, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01267932286/running
2024-11-09T00:17:56,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39047-0x1011cf4c7980001, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01267932286/running
2024-11-09T00:17:56,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39047-0x1011cf4c7980001, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286
2024-11-09T00:17:56,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x1011cf4c7980000, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286
2024-11-09T00:17:56,325 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef986b38239e,45207,1731111474230, sessionid=0x1011cf4c7980000, setting cluster-up flag (Was=false)
2024-11-09T00:17:56,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39047-0x1011cf4c7980001, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286
2024-11-09T00:17:56,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x1011cf4c7980000, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286
2024-11-09T00:17:56,377 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01267932286/flush-table-proc/acquired, /01267932286/flush-table-proc/reached, /01267932286/flush-table-proc/abort
2024-11-09T00:17:56,378 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,45207,1731111474230
2024-11-09T00:17:56,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x1011cf4c7980000, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286
2024-11-09T00:17:56,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39047-0x1011cf4c7980001, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286
2024-11-09T00:17:56,430 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01267932286/online-snapshot/acquired, /01267932286/online-snapshot/reached, /01267932286/online-snapshot/abort
2024-11-09T00:17:56,431 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,45207,1731111474230
2024-11-09T00:17:56,432 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-09T00:17:56,433 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-09T00:17:56,434 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-09T00:17:56,434 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-09T00:17:56,434 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef986b38239e,45207,1731111474230
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-09T00:17:56,435 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:17:56,435 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:17:56,435 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:17:56,435 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:17:56,435 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef986b38239e:0, corePoolSize=10, maxPoolSize=10
2024-11-09T00:17:56,435 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:17:56,435 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:17:56,435 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:17:56,436 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731111506436
2024-11-09T00:17:56,436 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-09T00:17:56,436 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-09T00:17:56,436 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-09T00:17:56,436 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-09T00:17:56,436 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-09T00:17:56,436 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-09T00:17:56,436 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:17:56,436 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:17:56,436 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-09T00:17:56,436 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-09T00:17:56,436 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-09T00:17:56,436 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-09T00:17:56,437 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-09T00:17:56,437 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-09T00:17:56,437 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-09T00:17:56,437 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111476437,5,FailOnTimeoutGroup]
2024-11-09T00:17:56,437 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:17:56,438 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111476437,5,FailOnTimeoutGroup]
2024-11-09T00:17:56,438 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:17:56,438 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-09T00:17:56,438 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-09T00:17:56,438 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-09T00:17:56,438 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-09T00:17:56,441 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741831_1007 (size=1321)
2024-11-09T00:17:56,530 INFO  [RS:0;ef986b38239e:39047 {}] regionserver.HRegionServer(746): ClusterId : 6bcf77f7-8dbd-4fa6-b0b1-6270b52037f2
2024-11-09T00:17:56,530 DEBUG [RS:0;ef986b38239e:39047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T00:17:56,540 DEBUG [RS:0;ef986b38239e:39047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T00:17:56,540 DEBUG [RS:0;ef986b38239e:39047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T00:17:56,551 DEBUG [RS:0;ef986b38239e:39047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T00:17:56,551 DEBUG [RS:0;ef986b38239e:39047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@171c3539, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:17:56,561 DEBUG [RS:0;ef986b38239e:39047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef986b38239e:39047
2024-11-09T00:17:56,561 INFO  [RS:0;ef986b38239e:39047 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T00:17:56,561 INFO  [RS:0;ef986b38239e:39047 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T00:17:56,561 DEBUG [RS:0;ef986b38239e:39047 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T00:17:56,562 INFO  [RS:0;ef986b38239e:39047 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef986b38239e,45207,1731111474230 with port=39047, startcode=1731111474404
2024-11-09T00:17:56,562 DEBUG [RS:0;ef986b38239e:39047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T00:17:56,563 INFO  [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T00:17:56,564 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45207 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef986b38239e,39047,1731111474404
2024-11-09T00:17:56,564 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45207 {}] master.ServerManager(517): Registering regionserver=ef986b38239e,39047,1731111474404
2024-11-09T00:17:56,565 DEBUG [RS:0;ef986b38239e:39047 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54
2024-11-09T00:17:56,565 DEBUG [RS:0;ef986b38239e:39047 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44717
2024-11-09T00:17:56,565 DEBUG [RS:0;ef986b38239e:39047 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T00:17:56,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x1011cf4c7980000, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286/rs
2024-11-09T00:17:56,578 DEBUG [RS:0;ef986b38239e:39047 {}] zookeeper.ZKUtil(111): regionserver:39047-0x1011cf4c7980001, quorum=127.0.0.1:60802, baseZNode=/01267932286 Set watcher on existing znode=/01267932286/rs/ef986b38239e,39047,1731111474404
2024-11-09T00:17:56,578 WARN  [RS:0;ef986b38239e:39047 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:17:56,578 INFO  [RS:0;ef986b38239e:39047 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:17:56,578 DEBUG [RS:0;ef986b38239e:39047 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,39047,1731111474404
2024-11-09T00:17:56,578 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef986b38239e,39047,1731111474404]
2024-11-09T00:17:56,581 INFO  [RS:0;ef986b38239e:39047 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T00:17:56,582 INFO  [RS:0;ef986b38239e:39047 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T00:17:56,582 INFO  [RS:0;ef986b38239e:39047 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T00:17:56,582 INFO  [RS:0;ef986b38239e:39047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:17:56,583 INFO  [RS:0;ef986b38239e:39047 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T00:17:56,583 INFO  [RS:0;ef986b38239e:39047 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T00:17:56,583 INFO  [RS:0;ef986b38239e:39047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T00:17:56,583 DEBUG [RS:0;ef986b38239e:39047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:17:56,583 DEBUG [RS:0;ef986b38239e:39047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:17:56,583 DEBUG [RS:0;ef986b38239e:39047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:17:56,583 DEBUG [RS:0;ef986b38239e:39047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:17:56,584 DEBUG [RS:0;ef986b38239e:39047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:17:56,584 DEBUG [RS:0;ef986b38239e:39047 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:17:56,584 DEBUG [RS:0;ef986b38239e:39047 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:17:56,584 DEBUG [RS:0;ef986b38239e:39047 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:17:56,584 DEBUG [RS:0;ef986b38239e:39047 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:17:56,584 DEBUG [RS:0;ef986b38239e:39047 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:17:56,584 DEBUG [RS:0;ef986b38239e:39047 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:17:56,584 DEBUG [RS:0;ef986b38239e:39047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:17:56,584 DEBUG [RS:0;ef986b38239e:39047 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:17:56,584 DEBUG [RS:0;ef986b38239e:39047 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:17:56,585 INFO  [RS:0;ef986b38239e:39047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:17:56,585 INFO  [RS:0;ef986b38239e:39047 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:17:56,585 INFO  [RS:0;ef986b38239e:39047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:17:56,585 INFO  [RS:0;ef986b38239e:39047 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T00:17:56,585 INFO  [RS:0;ef986b38239e:39047 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T00:17:56,585 INFO  [RS:0;ef986b38239e:39047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,39047,1731111474404-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:17:56,597 INFO  [RS:0;ef986b38239e:39047 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T00:17:56,597 INFO  [RS:0;ef986b38239e:39047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,39047,1731111474404-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:17:56,597 INFO  [RS:0;ef986b38239e:39047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:17:56,597 INFO  [RS:0;ef986b38239e:39047 {}] regionserver.Replication(171): ef986b38239e,39047,1731111474404 started
2024-11-09T00:17:56,608 INFO  [RS:0;ef986b38239e:39047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:17:56,608 INFO  [RS:0;ef986b38239e:39047 {}] regionserver.HRegionServer(1482): Serving as ef986b38239e,39047,1731111474404, RpcServer on ef986b38239e/172.17.0.3:39047, sessionid=0x1011cf4c7980001
2024-11-09T00:17:56,609 DEBUG [RS:0;ef986b38239e:39047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T00:17:56,609 DEBUG [RS:0;ef986b38239e:39047 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef986b38239e,39047,1731111474404
2024-11-09T00:17:56,609 DEBUG [RS:0;ef986b38239e:39047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,39047,1731111474404'
2024-11-09T00:17:56,609 DEBUG [RS:0;ef986b38239e:39047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01267932286/flush-table-proc/abort'
2024-11-09T00:17:56,609 DEBUG [RS:0;ef986b38239e:39047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01267932286/flush-table-proc/acquired'
2024-11-09T00:17:56,609 DEBUG [RS:0;ef986b38239e:39047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T00:17:56,609 DEBUG [RS:0;ef986b38239e:39047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T00:17:56,609 DEBUG [RS:0;ef986b38239e:39047 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef986b38239e,39047,1731111474404
2024-11-09T00:17:56,609 DEBUG [RS:0;ef986b38239e:39047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,39047,1731111474404'
2024-11-09T00:17:56,609 DEBUG [RS:0;ef986b38239e:39047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01267932286/online-snapshot/abort'
2024-11-09T00:17:56,610 DEBUG [RS:0;ef986b38239e:39047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01267932286/online-snapshot/acquired'
2024-11-09T00:17:56,610 DEBUG [RS:0;ef986b38239e:39047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T00:17:56,610 INFO  [RS:0;ef986b38239e:39047 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T00:17:56,610 INFO  [RS:0;ef986b38239e:39047 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T00:17:56,711 INFO  [RS:0;ef986b38239e:39047 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:17:56,712 INFO  [RS:0;ef986b38239e:39047 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C39047%2C1731111474404, suffix=, logDir=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,39047,1731111474404, archiveDir=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/oldWALs, maxLogs=10
2024-11-09T00:17:56,724 DEBUG [RS:0;ef986b38239e:39047 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,39047,1731111474404/ef986b38239e%2C39047%2C1731111474404.1731111476713, exclude list is [], retry=0
2024-11-09T00:17:56,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36101,DS-40f3d4d6-8e2d-4edc-9da5-c6ac9f6cf41a,DISK]
2024-11-09T00:17:56,728 INFO  [RS:0;ef986b38239e:39047 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,39047,1731111474404/ef986b38239e%2C39047%2C1731111474404.1731111476713
2024-11-09T00:17:56,729 DEBUG [RS:0;ef986b38239e:39047 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35489:35489)]
2024-11-09T00:17:56,843 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-09T00:17:56,843 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54
2024-11-09T00:17:56,852 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741833_1009 (size=32)
2024-11-09T00:17:57,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:17:57,254 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:17:57,256 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:17:57,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:17:57,256 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:17:57,256 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:17:57,257 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:17:57,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:17:57,257 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:17:57,258 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:17:57,258 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:17:57,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:17:57,259 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:17:57,259 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:17:57,260 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:17:57,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:17:57,260 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:17:57,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:17:57,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/meta/1588230740
2024-11-09T00:17:57,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/meta/1588230740
2024-11-09T00:17:57,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:17:57,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:17:57,263 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:17:57,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:17:57,266 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:17:57,267 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69303475, jitterRate=0.0327022522687912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:17:57,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731111477253Initializing all the Stores at 1731111477254 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111477254Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111477254Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111477254Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111477254Cleaning up temporary data from old regions at 1731111477262 (+8 ms)Region opened successfully at 1731111477267 (+5 ms)
2024-11-09T00:17:57,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:17:57,268 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:17:57,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:17:57,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:17:57,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:17:57,268 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:17:57,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111477268Disabling compacts and flushes for region at 1731111477268Disabling writes for close at 1731111477268Writing region close event to WAL at 1731111477268Closed at 1731111477268
2024-11-09T00:17:57,269 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:17:57,269 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-09T00:17:57,270 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-09T00:17:57,271 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:17:57,272 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-09T00:17:57,422 DEBUG [ef986b38239e:45207 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-09T00:17:57,423 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef986b38239e,39047,1731111474404
2024-11-09T00:17:57,424 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,39047,1731111474404, state=OPENING
2024-11-09T00:17:57,493 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-09T00:17:57,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39047-0x1011cf4c7980001, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286
2024-11-09T00:17:57,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x1011cf4c7980000, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286
2024-11-09T00:17:57,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01267932286/meta-region-server: CHANGED
2024-11-09T00:17:57,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01267932286/meta-region-server: CHANGED
2024-11-09T00:17:57,504 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:17:57,504 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,39047,1731111474404}]
2024-11-09T00:17:57,657 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:17:57,658 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-09T00:17:57,661 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-09T00:17:57,661 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:17:57,661 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-09T00:17:57,663 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C39047%2C1731111474404.meta, suffix=.meta, logDir=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,39047,1731111474404, archiveDir=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/oldWALs, maxLogs=10
2024-11-09T00:17:57,674 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,39047,1731111474404/ef986b38239e%2C39047%2C1731111474404.meta.1731111477663.meta, exclude list is [], retry=0
2024-11-09T00:17:57,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36101,DS-40f3d4d6-8e2d-4edc-9da5-c6ac9f6cf41a,DISK]
2024-11-09T00:17:57,677 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,39047,1731111474404/ef986b38239e%2C39047%2C1731111474404.meta.1731111477663.meta
2024-11-09T00:17:57,678 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35489:35489)]
2024-11-09T00:17:57,678 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:17:57,678 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:17:57,679 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:17:57,679 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-09T00:17:57,679 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-09T00:17:57,679 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-09T00:17:57,679 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:17:57,679 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-09T00:17:57,679 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-09T00:17:57,680 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:17:57,681 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:17:57,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:17:57,681 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:17:57,681 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:17:57,682 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:17:57,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:17:57,682 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:17:57,683 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:17:57,683 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:17:57,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:17:57,683 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:17:57,683 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:17:57,684 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:17:57,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:17:57,684 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:17:57,684 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:17:57,685 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/meta/1588230740
2024-11-09T00:17:57,686 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/meta/1588230740
2024-11-09T00:17:57,687 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:17:57,687 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:17:57,688 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:17:57,689 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:17:57,690 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61888576, jitterRate=-0.0777883529663086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:17:57,690 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-09T00:17:57,691 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731111477679Writing region info on filesystem at 1731111477679Initializing all the Stores at 1731111477680 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111477680Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111477680Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111477680Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111477680Cleaning up temporary data from old regions at 1731111477687 (+7 ms)Running coprocessor post-open hooks at 1731111477690 (+3 ms)Region opened successfully at 1731111477691 (+1 ms)
2024-11-09T00:17:57,692 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731111477656
2024-11-09T00:17:57,694 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-09T00:17:57,694 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-09T00:17:57,694 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,39047,1731111474404
2024-11-09T00:17:57,695 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,39047,1731111474404, state=OPEN
2024-11-09T00:17:57,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x1011cf4c7980000, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01267932286/meta-region-server
2024-11-09T00:17:57,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39047-0x1011cf4c7980001, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01267932286/meta-region-server
2024-11-09T00:17:57,736 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef986b38239e,39047,1731111474404
2024-11-09T00:17:57,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01267932286/meta-region-server: CHANGED
2024-11-09T00:17:57,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01267932286/meta-region-server: CHANGED
2024-11-09T00:17:57,738 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-09T00:17:57,738 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,39047,1731111474404 in 232 msec
2024-11-09T00:17:57,740 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-09T00:17:57,740 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 468 msec
2024-11-09T00:17:57,740 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:17:57,740 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-09T00:17:57,742 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:17:57,742 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,39047,1731111474404, seqNum=-1]
2024-11-09T00:17:57,742 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:17:57,743 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:17:57,748 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3140 sec
2024-11-09T00:17:57,748 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731111477748, completionTime=-1
2024-11-09T00:17:57,748 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-09T00:17:57,748 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-09T00:17:57,750 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-09T00:17:57,750 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731111537750
2024-11-09T00:17:57,750 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731111597750
2024-11-09T00:17:57,750 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-09T00:17:57,750 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,45207,1731111474230-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:17:57,750 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,45207,1731111474230-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:17:57,750 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,45207,1731111474230-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:17:57,750 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef986b38239e:45207, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:17:57,750 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-09T00:17:57,751 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-09T00:17:57,752 DEBUG [master/ef986b38239e:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-09T00:17:57,754 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.282sec
2024-11-09T00:17:57,754 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-09T00:17:57,754 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-09T00:17:57,754 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-09T00:17:57,754 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-09T00:17:57,754 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-09T00:17:57,754 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,45207,1731111474230-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:17:57,754 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,45207,1731111474230-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-09T00:17:57,756 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-09T00:17:57,756 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-09T00:17:57,756 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,45207,1731111474230-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:17:57,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b327741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:17:57,831 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,45207,-1 for getting cluster id
2024-11-09T00:17:57,831 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:17:57,832 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6bcf77f7-8dbd-4fa6-b0b1-6270b52037f2'
2024-11-09T00:17:57,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:17:57,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6bcf77f7-8dbd-4fa6-b0b1-6270b52037f2"

2024-11-09T00:17:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4108c9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:17:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,45207,-1]
2024-11-09T00:17:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:17:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:17:57,834 INFO  [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:17:57,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae455bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:17:57,835 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:17:57,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,39047,1731111474404, seqNum=-1]
2024-11-09T00:17:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:17:57,837 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:17:57,838 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef986b38239e,45207,1731111474230
2024-11-09T00:17:57,839 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60802
2024-11-09T00:17:57,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:17:57,862 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011cf4c7980002 connected
2024-11-09T00:17:57,874 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/hadoop.log.dir so I do NOT create it in target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad
2024-11-09T00:17:57,874 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/hadoop.log.dir Erasing configuration value by system value.
2024-11-09T00:17:57,874 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/hadoop.tmp.dir so I do NOT create it in target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad
2024-11-09T00:17:57,874 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-09T00:17:57,874 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad
2024-11-09T00:17:57,874 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-09T00:17:57,874 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad/cluster_504c97f1-31bb-c843-0fb6-aab5308b327f, deleteOnExit=true
2024-11-09T00:17:57,874 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-09T00:17:57,875 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad/test.cache.data in system properties and HBase conf
2024-11-09T00:17:57,875 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad/hadoop.tmp.dir in system properties and HBase conf
2024-11-09T00:17:57,875 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad/hadoop.log.dir in system properties and HBase conf
2024-11-09T00:17:57,875 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-09T00:17:57,875 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-09T00:17:57,875 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-09T00:17:57,875 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-09T00:17:57,875 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:17:57,875 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:17:57,875 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-09T00:17:57,875 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:17:57,875 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-09T00:17:57,875 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-09T00:17:57,876 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:17:57,876 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:17:57,876 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-09T00:17:57,876 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad/nfs.dump.dir in system properties and HBase conf
2024-11-09T00:17:57,876 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad/java.io.tmpdir in system properties and HBase conf
2024-11-09T00:17:57,876 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:17:57,876 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-09T00:17:57,876 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-09T00:17:58,186 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:17:58,190 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:17:58,191 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:17:58,191 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:17:58,191 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T00:17:58,192 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:17:58,192 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25c7dd70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:17:58,192 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e032d09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:17:58,286 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@158e2412{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad/java.io.tmpdir/jetty-localhost-41245-hadoop-hdfs-3_4_1-tests_jar-_-any-6695742232153449110/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:17:58,287 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fedb279{HTTP/1.1, (http/1.1)}{localhost:41245}
2024-11-09T00:17:58,287 INFO  [Time-limited test {}] server.Server(415): Started @149298ms
2024-11-09T00:17:58,516 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:17:58,519 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:17:58,520 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:17:58,520 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:17:58,520 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-09T00:17:58,520 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63a0c2e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:17:58,521 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20f81a38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:17:58,622 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@535273df{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad/java.io.tmpdir/jetty-localhost-46857-hadoop-hdfs-3_4_1-tests_jar-_-any-9239770913835904443/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:17:58,623 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55a9ff92{HTTP/1.1, (http/1.1)}{localhost:46857}
2024-11-09T00:17:58,623 INFO  [Time-limited test {}] server.Server(415): Started @149634ms
2024-11-09T00:17:58,624 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T00:17:59,530 WARN  [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad/cluster_504c97f1-31bb-c843-0fb6-aab5308b327f/data/data1/current/BP-826706491-172.17.0.3-1731111477891/current, will proceed with Du for space computation calculation, 
2024-11-09T00:17:59,530 WARN  [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad/cluster_504c97f1-31bb-c843-0fb6-aab5308b327f/data/data2/current/BP-826706491-172.17.0.3-1731111477891/current, will proceed with Du for space computation calculation, 
2024-11-09T00:17:59,544 WARN  [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T00:17:59,547 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce0c76d57112de62 with lease ID 0xae6563d6c8380d2a: Processing first storage report for DS-2ba7fd21-6f8f-41b1-99e1-fefa40ecf62e from datanode DatanodeRegistration(127.0.0.1:36409, datanodeUuid=9dcda845-88b7-48a4-ae88-48ecc512da6b, infoPort=36829, infoSecurePort=0, ipcPort=41511, storageInfo=lv=-57;cid=testClusterID;nsid=556423949;c=1731111477891)
2024-11-09T00:17:59,547 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce0c76d57112de62 with lease ID 0xae6563d6c8380d2a: from storage DS-2ba7fd21-6f8f-41b1-99e1-fefa40ecf62e node DatanodeRegistration(127.0.0.1:36409, datanodeUuid=9dcda845-88b7-48a4-ae88-48ecc512da6b, infoPort=36829, infoSecurePort=0, ipcPort=41511, storageInfo=lv=-57;cid=testClusterID;nsid=556423949;c=1731111477891), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:17:59,547 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce0c76d57112de62 with lease ID 0xae6563d6c8380d2a: Processing first storage report for DS-b8d1d433-ced6-456a-8d42-8c90b6a37313 from datanode DatanodeRegistration(127.0.0.1:36409, datanodeUuid=9dcda845-88b7-48a4-ae88-48ecc512da6b, infoPort=36829, infoSecurePort=0, ipcPort=41511, storageInfo=lv=-57;cid=testClusterID;nsid=556423949;c=1731111477891)
2024-11-09T00:17:59,548 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce0c76d57112de62 with lease ID 0xae6563d6c8380d2a: from storage DS-b8d1d433-ced6-456a-8d42-8c90b6a37313 node DatanodeRegistration(127.0.0.1:36409, datanodeUuid=9dcda845-88b7-48a4-ae88-48ecc512da6b, infoPort=36829, infoSecurePort=0, ipcPort=41511, storageInfo=lv=-57;cid=testClusterID;nsid=556423949;c=1731111477891), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:17:59,555 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad
2024-11-09T00:17:59,555 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:17:59,556 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:17:59,563 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741825_1001 (size=7)
2024-11-09T00:17:59,965 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c with version=8
2024-11-09T00:17:59,965 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/hbase-staging
2024-11-09T00:17:59,967 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:17:59,967 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:17:59,967 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:17:59,967 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:17:59,967 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:17:59,967 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:17:59,967 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-09T00:17:59,967 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:17:59,968 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33795
2024-11-09T00:17:59,969 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33795 connecting to ZooKeeper ensemble=127.0.0.1:60802
2024-11-09T00:17:59,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337950x0, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:17:59,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33795-0x1011cf4c7980003 connected
2024-11-09T00:18:00,062 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:00,063 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:00,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33795-0x1011cf4c7980003, quorum=127.0.0.1:60802, baseZNode=/11276502380 Set watcher on znode that does not yet exist, /11276502380/running
2024-11-09T00:18:00,065 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c, hbase.cluster.distributed=false
2024-11-09T00:18:00,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33795-0x1011cf4c7980003, quorum=127.0.0.1:60802, baseZNode=/11276502380 Set watcher on znode that does not yet exist, /11276502380/acl
2024-11-09T00:18:00,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33795
2024-11-09T00:18:00,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33795
2024-11-09T00:18:00,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33795
2024-11-09T00:18:00,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33795
2024-11-09T00:18:00,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33795
2024-11-09T00:18:00,094 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:18:00,094 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:18:00,094 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:18:00,094 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:18:00,094 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:18:00,094 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:18:00,094 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T00:18:00,094 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:18:00,095 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37885
2024-11-09T00:18:00,096 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37885 connecting to ZooKeeper ensemble=127.0.0.1:60802
2024-11-09T00:18:00,097 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:00,099 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:00,114 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378850x0, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:18:00,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378850x0, quorum=127.0.0.1:60802, baseZNode=/11276502380 Set watcher on znode that does not yet exist, /11276502380/running
2024-11-09T00:18:00,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37885-0x1011cf4c7980004 connected
2024-11-09T00:18:00,115 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T00:18:00,116 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T00:18:00,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37885-0x1011cf4c7980004, quorum=127.0.0.1:60802, baseZNode=/11276502380 Set watcher on znode that does not yet exist, /11276502380/master
2024-11-09T00:18:00,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37885-0x1011cf4c7980004, quorum=127.0.0.1:60802, baseZNode=/11276502380 Set watcher on znode that does not yet exist, /11276502380/acl
2024-11-09T00:18:00,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37885
2024-11-09T00:18:00,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37885
2024-11-09T00:18:00,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37885
2024-11-09T00:18:00,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37885
2024-11-09T00:18:00,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37885
2024-11-09T00:18:00,143 DEBUG [M:0;ef986b38239e:33795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef986b38239e:33795
2024-11-09T00:18:00,143 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11276502380/backup-masters/ef986b38239e,33795,1731111479967
2024-11-09T00:18:00,156 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x1011cf4c7980004, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276502380/backup-masters
2024-11-09T00:18:00,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1011cf4c7980003, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276502380/backup-masters
2024-11-09T00:18:00,156 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33795-0x1011cf4c7980003, quorum=127.0.0.1:60802, baseZNode=/11276502380 Set watcher on existing znode=/11276502380/backup-masters/ef986b38239e,33795,1731111479967
2024-11-09T00:18:00,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1011cf4c7980003, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276502380
2024-11-09T00:18:00,166 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x1011cf4c7980004, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11276502380/master
2024-11-09T00:18:00,167 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x1011cf4c7980004, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276502380
2024-11-09T00:18:00,167 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33795-0x1011cf4c7980003, quorum=127.0.0.1:60802, baseZNode=/11276502380 Set watcher on existing znode=/11276502380/master
2024-11-09T00:18:00,167 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11276502380/backup-masters/ef986b38239e,33795,1731111479967 from backup master directory
2024-11-09T00:18:00,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1011cf4c7980003, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11276502380/backup-masters/ef986b38239e,33795,1731111479967
2024-11-09T00:18:00,177 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x1011cf4c7980004, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276502380/backup-masters
2024-11-09T00:18:00,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1011cf4c7980003, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276502380/backup-masters
2024-11-09T00:18:00,177 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:18:00,177 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef986b38239e,33795,1731111479967
2024-11-09T00:18:00,181 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/hbase.id] with ID: 99ae55d7-949d-4ca3-b4a5-f719180d7032
2024-11-09T00:18:00,181 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/.tmp/hbase.id
2024-11-09T00:18:00,187 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741826_1002 (size=42)
2024-11-09T00:18:00,587 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/.tmp/hbase.id]:[hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/hbase.id]
2024-11-09T00:18:00,598 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:00,598 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-09T00:18:00,599 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-09T00:18:00,676 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x1011cf4c7980004, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276502380
2024-11-09T00:18:00,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1011cf4c7980003, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276502380
2024-11-09T00:18:00,686 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741827_1003 (size=196)
2024-11-09T00:18:01,087 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:18:01,088 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-09T00:18:01,088 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:18:01,093 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741828_1004 (size=1189)
2024-11-09T00:18:01,413 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:18:01,437 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:01,437 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:01,438 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:01,438 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:01,438 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:01,445 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:01,495 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/MasterData/data/master/store
2024-11-09T00:18:01,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741829_1005 (size=34)
2024-11-09T00:18:01,901 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:18:01,901 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:18:01,901 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:01,901 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:01,901 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:18:01,901 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:01,901 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:01,901 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111481901Disabling compacts and flushes for region at 1731111481901Disabling writes for close at 1731111481901Writing region close event to WAL at 1731111481901Closed at 1731111481901
2024-11-09T00:18:01,902 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/MasterData/data/master/store/.initializing
2024-11-09T00:18:01,902 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/MasterData/WALs/ef986b38239e,33795,1731111479967
2024-11-09T00:18:01,903 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:18:01,908 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef986b38239e%2C33795%2C1731111479967, suffix=, logDir=hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/MasterData/WALs/ef986b38239e,33795,1731111479967, archiveDir=hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/MasterData/oldWALs, maxLogs=10
2024-11-09T00:18:01,925 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/MasterData/WALs/ef986b38239e,33795,1731111479967/ef986b38239e%2C33795%2C1731111479967.1731111481908, exclude list is [], retry=0
2024-11-09T00:18:01,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36409,DS-2ba7fd21-6f8f-41b1-99e1-fefa40ecf62e,DISK]
2024-11-09T00:18:01,929 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/MasterData/WALs/ef986b38239e,33795,1731111479967/ef986b38239e%2C33795%2C1731111479967.1731111481908
2024-11-09T00:18:01,932 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36829:36829)]
2024-11-09T00:18:01,932 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:18:01,932 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:18:01,932 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:01,932 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:01,935 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:18:01,936 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-09T00:18:01,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:01,937 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:01,937 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:18:01,938 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-09T00:18:01,938 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:01,938 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:01,938 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:18:01,939 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-09T00:18:01,939 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:01,939 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:01,940 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:18:01,940 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-09T00:18:01,940 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:01,941 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:01,941 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:01,941 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:01,942 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:01,943 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:01,943 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:01,943 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:18:01,944 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:01,946 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:18:01,946 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68891124, jitterRate=0.026557743549346924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:18:01,946 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731111481932Initializing all the Stores at 1731111481933 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111481933Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111481935 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111481935Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111481935Cleaning up temporary data from old regions at 1731111481943 (+8 ms)Region opened successfully at 1731111481946 (+3 ms)
2024-11-09T00:18:01,946 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-09T00:18:01,949 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c58cf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:18:01,949 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-09T00:18:01,949 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-09T00:18:01,949 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-09T00:18:01,950 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-09T00:18:01,950 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-09T00:18:01,950 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-09T00:18:01,950 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-09T00:18:01,952 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-09T00:18:01,952 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33795-0x1011cf4c7980003, quorum=127.0.0.1:60802, baseZNode=/11276502380 Unable to get data of znode /11276502380/balancer because node does not exist (not necessarily an error)
2024-11-09T00:18:01,960 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11276502380/balancer already deleted, retry=false
2024-11-09T00:18:01,961 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-09T00:18:01,961 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33795-0x1011cf4c7980003, quorum=127.0.0.1:60802, baseZNode=/11276502380 Unable to get data of znode /11276502380/normalizer because node does not exist (not necessarily an error)
2024-11-09T00:18:01,971 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11276502380/normalizer already deleted, retry=false
2024-11-09T00:18:01,971 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-09T00:18:01,972 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33795-0x1011cf4c7980003, quorum=127.0.0.1:60802, baseZNode=/11276502380 Unable to get data of znode /11276502380/switch/split because node does not exist (not necessarily an error)
2024-11-09T00:18:01,981 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11276502380/switch/split already deleted, retry=false
2024-11-09T00:18:01,982 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33795-0x1011cf4c7980003, quorum=127.0.0.1:60802, baseZNode=/11276502380 Unable to get data of znode /11276502380/switch/merge because node does not exist (not necessarily an error)
2024-11-09T00:18:01,992 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11276502380/switch/merge already deleted, retry=false
2024-11-09T00:18:01,994 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33795-0x1011cf4c7980003, quorum=127.0.0.1:60802, baseZNode=/11276502380 Unable to get data of znode /11276502380/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-09T00:18:02,002 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11276502380/snapshot-cleanup already deleted, retry=false
2024-11-09T00:18:02,013 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x1011cf4c7980004, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11276502380/running
2024-11-09T00:18:02,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1011cf4c7980003, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11276502380/running
2024-11-09T00:18:02,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1011cf4c7980003, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276502380
2024-11-09T00:18:02,013 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x1011cf4c7980004, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276502380
2024-11-09T00:18:02,013 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef986b38239e,33795,1731111479967, sessionid=0x1011cf4c7980003, setting cluster-up flag (Was=false)
2024-11-09T00:18:02,034 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x1011cf4c7980004, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276502380
2024-11-09T00:18:02,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1011cf4c7980003, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276502380
2024-11-09T00:18:02,066 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11276502380/flush-table-proc/acquired, /11276502380/flush-table-proc/reached, /11276502380/flush-table-proc/abort
2024-11-09T00:18:02,067 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,33795,1731111479967
2024-11-09T00:18:02,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1011cf4c7980003, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276502380
2024-11-09T00:18:02,087 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x1011cf4c7980004, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276502380
2024-11-09T00:18:02,118 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11276502380/online-snapshot/acquired, /11276502380/online-snapshot/reached, /11276502380/online-snapshot/abort
2024-11-09T00:18:02,119 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,33795,1731111479967
2024-11-09T00:18:02,120 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-09T00:18:02,122 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-09T00:18:02,122 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-09T00:18:02,122 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-09T00:18:02,122 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef986b38239e,33795,1731111479967
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-09T00:18:02,124 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:18:02,124 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:18:02,124 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:18:02,124 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:18:02,124 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef986b38239e:0, corePoolSize=10, maxPoolSize=10
2024-11-09T00:18:02,124 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:02,124 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:18:02,124 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:02,125 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731111512125
2024-11-09T00:18:02,125 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-09T00:18:02,125 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-09T00:18:02,125 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-09T00:18:02,125 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-09T00:18:02,125 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-09T00:18:02,125 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-09T00:18:02,125 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:02,125 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:18:02,125 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-09T00:18:02,125 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-09T00:18:02,125 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-09T00:18:02,125 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-09T00:18:02,125 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-09T00:18:02,126 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-09T00:18:02,126 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-09T00:18:02,126 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111482126,5,FailOnTimeoutGroup]
2024-11-09T00:18:02,126 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111482126,5,FailOnTimeoutGroup]
2024-11-09T00:18:02,126 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:02,126 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-09T00:18:02,126 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:02,126 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:02,126 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:02,126 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-09T00:18:02,133 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741831_1007 (size=1321)
2024-11-09T00:18:02,134 INFO  [RS:0;ef986b38239e:37885 {}] regionserver.HRegionServer(746): ClusterId : 99ae55d7-949d-4ca3-b4a5-f719180d7032
2024-11-09T00:18:02,134 DEBUG [RS:0;ef986b38239e:37885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T00:18:02,146 DEBUG [RS:0;ef986b38239e:37885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T00:18:02,146 DEBUG [RS:0;ef986b38239e:37885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T00:18:02,156 DEBUG [RS:0;ef986b38239e:37885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T00:18:02,156 DEBUG [RS:0;ef986b38239e:37885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da4afac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:18:02,170 DEBUG [RS:0;ef986b38239e:37885 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef986b38239e:37885
2024-11-09T00:18:02,170 INFO  [RS:0;ef986b38239e:37885 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T00:18:02,170 INFO  [RS:0;ef986b38239e:37885 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T00:18:02,170 DEBUG [RS:0;ef986b38239e:37885 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T00:18:02,170 INFO  [RS:0;ef986b38239e:37885 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef986b38239e,33795,1731111479967 with port=37885, startcode=1731111480094
2024-11-09T00:18:02,171 DEBUG [RS:0;ef986b38239e:37885 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T00:18:02,172 INFO  [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T00:18:02,172 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33795 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef986b38239e,37885,1731111480094
2024-11-09T00:18:02,172 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33795 {}] master.ServerManager(517): Registering regionserver=ef986b38239e,37885,1731111480094
2024-11-09T00:18:02,173 DEBUG [RS:0;ef986b38239e:37885 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c
2024-11-09T00:18:02,174 DEBUG [RS:0;ef986b38239e:37885 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43355
2024-11-09T00:18:02,174 DEBUG [RS:0;ef986b38239e:37885 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T00:18:02,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1011cf4c7980003, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276502380/rs
2024-11-09T00:18:02,251 DEBUG [RS:0;ef986b38239e:37885 {}] zookeeper.ZKUtil(111): regionserver:37885-0x1011cf4c7980004, quorum=127.0.0.1:60802, baseZNode=/11276502380 Set watcher on existing znode=/11276502380/rs/ef986b38239e,37885,1731111480094
2024-11-09T00:18:02,251 WARN  [RS:0;ef986b38239e:37885 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:18:02,252 INFO  [RS:0;ef986b38239e:37885 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:18:02,252 DEBUG [RS:0;ef986b38239e:37885 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/WALs/ef986b38239e,37885,1731111480094
2024-11-09T00:18:02,252 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef986b38239e,37885,1731111480094]
2024-11-09T00:18:02,255 INFO  [RS:0;ef986b38239e:37885 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T00:18:02,257 INFO  [RS:0;ef986b38239e:37885 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T00:18:02,257 INFO  [RS:0;ef986b38239e:37885 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T00:18:02,257 INFO  [RS:0;ef986b38239e:37885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:02,257 INFO  [RS:0;ef986b38239e:37885 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T00:18:02,258 INFO  [RS:0;ef986b38239e:37885 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T00:18:02,258 INFO  [RS:0;ef986b38239e:37885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:02,258 DEBUG [RS:0;ef986b38239e:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:02,258 DEBUG [RS:0;ef986b38239e:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:02,258 DEBUG [RS:0;ef986b38239e:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:02,258 DEBUG [RS:0;ef986b38239e:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:02,258 DEBUG [RS:0;ef986b38239e:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:02,258 DEBUG [RS:0;ef986b38239e:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:18:02,258 DEBUG [RS:0;ef986b38239e:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:02,258 DEBUG [RS:0;ef986b38239e:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:02,258 DEBUG [RS:0;ef986b38239e:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:02,258 DEBUG [RS:0;ef986b38239e:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:02,258 DEBUG [RS:0;ef986b38239e:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:02,258 DEBUG [RS:0;ef986b38239e:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:02,258 DEBUG [RS:0;ef986b38239e:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:18:02,258 DEBUG [RS:0;ef986b38239e:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:18:02,259 INFO  [RS:0;ef986b38239e:37885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:02,259 INFO  [RS:0;ef986b38239e:37885 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:02,259 INFO  [RS:0;ef986b38239e:37885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:02,259 INFO  [RS:0;ef986b38239e:37885 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:02,259 INFO  [RS:0;ef986b38239e:37885 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:02,259 INFO  [RS:0;ef986b38239e:37885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,37885,1731111480094-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:18:02,271 INFO  [RS:0;ef986b38239e:37885 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T00:18:02,272 INFO  [RS:0;ef986b38239e:37885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,37885,1731111480094-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:02,272 INFO  [RS:0;ef986b38239e:37885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:02,272 INFO  [RS:0;ef986b38239e:37885 {}] regionserver.Replication(171): ef986b38239e,37885,1731111480094 started
2024-11-09T00:18:02,283 INFO  [RS:0;ef986b38239e:37885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:02,284 INFO  [RS:0;ef986b38239e:37885 {}] regionserver.HRegionServer(1482): Serving as ef986b38239e,37885,1731111480094, RpcServer on ef986b38239e/172.17.0.3:37885, sessionid=0x1011cf4c7980004
2024-11-09T00:18:02,284 DEBUG [RS:0;ef986b38239e:37885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T00:18:02,284 DEBUG [RS:0;ef986b38239e:37885 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef986b38239e,37885,1731111480094
2024-11-09T00:18:02,284 DEBUG [RS:0;ef986b38239e:37885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,37885,1731111480094'
2024-11-09T00:18:02,284 DEBUG [RS:0;ef986b38239e:37885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11276502380/flush-table-proc/abort'
2024-11-09T00:18:02,284 DEBUG [RS:0;ef986b38239e:37885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11276502380/flush-table-proc/acquired'
2024-11-09T00:18:02,284 DEBUG [RS:0;ef986b38239e:37885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T00:18:02,285 DEBUG [RS:0;ef986b38239e:37885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T00:18:02,285 DEBUG [RS:0;ef986b38239e:37885 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef986b38239e,37885,1731111480094
2024-11-09T00:18:02,285 DEBUG [RS:0;ef986b38239e:37885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,37885,1731111480094'
2024-11-09T00:18:02,285 DEBUG [RS:0;ef986b38239e:37885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11276502380/online-snapshot/abort'
2024-11-09T00:18:02,285 DEBUG [RS:0;ef986b38239e:37885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11276502380/online-snapshot/acquired'
2024-11-09T00:18:02,285 DEBUG [RS:0;ef986b38239e:37885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T00:18:02,285 INFO  [RS:0;ef986b38239e:37885 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T00:18:02,285 INFO  [RS:0;ef986b38239e:37885 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T00:18:02,386 INFO  [RS:0;ef986b38239e:37885 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:18:02,387 INFO  [RS:0;ef986b38239e:37885 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C37885%2C1731111480094, suffix=, logDir=hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/WALs/ef986b38239e,37885,1731111480094, archiveDir=hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/oldWALs, maxLogs=10
2024-11-09T00:18:02,399 DEBUG [RS:0;ef986b38239e:37885 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/WALs/ef986b38239e,37885,1731111480094/ef986b38239e%2C37885%2C1731111480094.1731111482387, exclude list is [], retry=0
2024-11-09T00:18:02,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36409,DS-2ba7fd21-6f8f-41b1-99e1-fefa40ecf62e,DISK]
2024-11-09T00:18:02,403 INFO  [RS:0;ef986b38239e:37885 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/WALs/ef986b38239e,37885,1731111480094/ef986b38239e%2C37885%2C1731111480094.1731111482387
2024-11-09T00:18:02,403 DEBUG [RS:0;ef986b38239e:37885 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36829:36829)]
2024-11-09T00:18:02,535 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-09T00:18:02,535 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c
2024-11-09T00:18:02,539 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741833_1009 (size=32)
2024-11-09T00:18:02,581 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-09T00:18:02,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:18:02,941 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:18:02,942 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:18:02,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:02,943 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:02,943 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:18:02,944 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:18:02,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:02,944 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:02,944 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:18:02,945 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:18:02,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:02,946 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:02,946 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:18:02,946 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:18:02,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:02,947 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:02,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:18:02,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/data/hbase/meta/1588230740
2024-11-09T00:18:02,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/data/hbase/meta/1588230740
2024-11-09T00:18:02,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:18:02,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:18:02,949 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:18:02,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:18:02,951 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:18:02,952 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61396078, jitterRate=-0.08512714505195618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:18:02,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731111482940Initializing all the Stores at 1731111482941 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111482941Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111482941Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111482941Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111482941Cleaning up temporary data from old regions at 1731111482949 (+8 ms)Region opened successfully at 1731111482952 (+3 ms)
2024-11-09T00:18:02,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:18:02,952 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:18:02,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:18:02,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:18:02,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:18:02,952 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:18:02,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111482952Disabling compacts and flushes for region at 1731111482952Disabling writes for close at 1731111482952Writing region close event to WAL at 1731111482952Closed at 1731111482952
2024-11-09T00:18:02,953 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:18:02,953 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-09T00:18:02,953 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-09T00:18:02,954 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:18:02,954 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-09T00:18:03,105 DEBUG [ef986b38239e:33795 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-09T00:18:03,105 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef986b38239e,37885,1731111480094
2024-11-09T00:18:03,106 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,37885,1731111480094, state=OPENING
2024-11-09T00:18:03,318 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-09T00:18:03,329 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x1011cf4c7980004, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276502380
2024-11-09T00:18:03,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1011cf4c7980003, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276502380
2024-11-09T00:18:03,329 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:18:03,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11276502380/meta-region-server: CHANGED
2024-11-09T00:18:03,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11276502380/meta-region-server: CHANGED
2024-11-09T00:18:03,330 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,37885,1731111480094}]
2024-11-09T00:18:03,482 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:18:03,483 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-09T00:18:03,486 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-09T00:18:03,486 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:18:03,486 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-09T00:18:03,487 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C37885%2C1731111480094.meta, suffix=.meta, logDir=hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/WALs/ef986b38239e,37885,1731111480094, archiveDir=hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/oldWALs, maxLogs=10
2024-11-09T00:18:03,499 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/WALs/ef986b38239e,37885,1731111480094/ef986b38239e%2C37885%2C1731111480094.meta.1731111483488.meta, exclude list is [], retry=0
2024-11-09T00:18:03,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36409,DS-2ba7fd21-6f8f-41b1-99e1-fefa40ecf62e,DISK]
2024-11-09T00:18:03,503 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/WALs/ef986b38239e,37885,1731111480094/ef986b38239e%2C37885%2C1731111480094.meta.1731111483488.meta
2024-11-09T00:18:03,503 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36829:36829)]
2024-11-09T00:18:03,503 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:18:03,503 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:18:03,503 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:18:03,503 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-09T00:18:03,504 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-09T00:18:03,504 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-09T00:18:03,504 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:18:03,504 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-09T00:18:03,504 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-09T00:18:03,505 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:18:03,506 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:18:03,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:03,506 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:03,506 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:18:03,507 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:18:03,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:03,507 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:03,508 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:18:03,508 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:18:03,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:03,508 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:03,508 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:18:03,509 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:18:03,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:03,509 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:03,509 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:18:03,510 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/data/hbase/meta/1588230740
2024-11-09T00:18:03,511 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/data/hbase/meta/1588230740
2024-11-09T00:18:03,512 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:18:03,512 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:18:03,512 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:18:03,514 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:18:03,515 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73602232, jitterRate=0.09675872325897217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:18:03,515 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-09T00:18:03,515 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731111483504Writing region info on filesystem at 1731111483504Initializing all the Stores at 1731111483505 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111483505Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111483505Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111483505Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111483505Cleaning up temporary data from old regions at 1731111483512 (+7 ms)Running coprocessor post-open hooks at 1731111483515 (+3 ms)Region opened successfully at 1731111483515
2024-11-09T00:18:03,516 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731111483482
2024-11-09T00:18:03,518 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-09T00:18:03,518 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-09T00:18:03,518 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,37885,1731111480094
2024-11-09T00:18:03,519 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,37885,1731111480094, state=OPEN
2024-11-09T00:18:03,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1011cf4c7980003, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11276502380/meta-region-server
2024-11-09T00:18:03,645 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x1011cf4c7980004, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11276502380/meta-region-server
2024-11-09T00:18:03,645 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef986b38239e,37885,1731111480094
2024-11-09T00:18:03,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11276502380/meta-region-server: CHANGED
2024-11-09T00:18:03,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11276502380/meta-region-server: CHANGED
2024-11-09T00:18:03,648 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-09T00:18:03,648 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,37885,1731111480094 in 316 msec
2024-11-09T00:18:03,649 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-09T00:18:03,649 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 695 msec
2024-11-09T00:18:03,650 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:18:03,650 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-09T00:18:03,651 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:18:03,652 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,37885,1731111480094, seqNum=-1]
2024-11-09T00:18:03,652 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:18:03,653 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:18:03,658 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5350 sec
2024-11-09T00:18:03,658 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731111483658, completionTime=-1
2024-11-09T00:18:03,658 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-09T00:18:03,658 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-09T00:18:03,660 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-09T00:18:03,660 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731111543660
2024-11-09T00:18:03,660 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731111603660
2024-11-09T00:18:03,660 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-09T00:18:03,661 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,33795,1731111479967-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:03,661 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,33795,1731111479967-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:03,661 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,33795,1731111479967-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:03,661 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef986b38239e:33795, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:03,661 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:03,661 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:03,663 DEBUG [master/ef986b38239e:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-09T00:18:03,665 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.488sec
2024-11-09T00:18:03,665 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-09T00:18:03,665 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-09T00:18:03,665 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-09T00:18:03,665 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-09T00:18:03,665 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-09T00:18:03,666 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,33795,1731111479967-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:18:03,666 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,33795,1731111479967-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-09T00:18:03,669 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-09T00:18:03,670 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-09T00:18:03,670 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,33795,1731111479967-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:03,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b21978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:03,735 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,33795,-1 for getting cluster id
2024-11-09T00:18:03,736 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:18:03,737 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99ae55d7-949d-4ca3-b4a5-f719180d7032'
2024-11-09T00:18:03,737 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:18:03,737 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99ae55d7-949d-4ca3-b4a5-f719180d7032"

2024-11-09T00:18:03,737 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f205ca7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:03,737 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,33795,-1]
2024-11-09T00:18:03,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:18:03,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:03,738 INFO  [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:18:03,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2233b826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:03,739 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:18:03,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,37885,1731111480094, seqNum=-1]
2024-11-09T00:18:03,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:18:03,741 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:18:03,742 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef986b38239e,33795,1731111479967
2024-11-09T00:18:03,743 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60802
2024-11-09T00:18:03,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:18:03,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011cf4c7980005 connected
2024-11-09T00:18:03,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e2780a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:03,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,45207,-1 for getting cluster id
2024-11-09T00:18:03,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:18:03,886 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6bcf77f7-8dbd-4fa6-b0b1-6270b52037f2'
2024-11-09T00:18:03,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:18:03,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6bcf77f7-8dbd-4fa6-b0b1-6270b52037f2"

2024-11-09T00:18:03,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e4c8f7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:03,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,45207,-1]
2024-11-09T00:18:03,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:18:03,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:03,887 INFO  [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:18:03,888 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50108f23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:03,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:18:03,889 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,45207,1731111474230
2024-11-09T00:18:03,889 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@414378b5
2024-11-09T00:18:03,889 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:18:03,889 INFO  [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:18:03,890 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45207 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ef986b38239e:33795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-09T00:18:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45207 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-09T00:18:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:18:03,893 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:33795'
2024-11-09T00:18:03,894 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29053a26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:03,894 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,33795,-1 for getting cluster id
2024-11-09T00:18:03,894 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:18:03,895 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99ae55d7-949d-4ca3-b4a5-f719180d7032'
2024-11-09T00:18:03,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:18:03,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99ae55d7-949d-4ca3-b4a5-f719180d7032"

2024-11-09T00:18:03,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27a0c21a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:03,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,33795,-1]
2024-11-09T00:18:03,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:18:03,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:03,896 INFO  [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:18:03,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f99c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:03,897 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:18:03,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,33795,1731111479967
2024-11-09T00:18:03,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77488aa1
2024-11-09T00:18:03,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:18:03,899 INFO  [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:18:03,900 INFO  [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3.
2024-11-09T00:18:03,900 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-09T00:18:03,900 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:03,900 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:03,900 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:18:03,900 INFO  [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:18:03,901 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-09T00:18:03,902 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T00:18:03,903 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:03,903 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T00:18:03,908 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741835_1011 (size=1138)
2024-11-09T00:18:03,952 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-09T00:18:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:18:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:18:04,311 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bc7180b8e5818d36fc5fae405331135b, NAME => 'hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54
2024-11-09T00:18:04,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741836_1012 (size=44)
2024-11-09T00:18:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:18:04,717 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:18:04,717 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bc7180b8e5818d36fc5fae405331135b, disabling compactions & flushes
2024-11-09T00:18:04,717 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b.
2024-11-09T00:18:04,717 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b.
2024-11-09T00:18:04,717 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b. after waiting 0 ms
2024-11-09T00:18:04,717 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b.
2024-11-09T00:18:04,717 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b.
2024-11-09T00:18:04,717 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bc7180b8e5818d36fc5fae405331135b:
Waiting for close lock at 1731111484717Disabling compacts and flushes for region at 1731111484717Disabling writes for close at 1731111484717Writing region close event to WAL at 1731111484717Closed at 1731111484717
2024-11-09T00:18:04,719 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T00:18:04,719 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731111484719"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731111484719"}]},"ts":"1731111484719"}
2024-11-09T00:18:04,721 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T00:18:04,722 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T00:18:04,722 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111484722"}]},"ts":"1731111484722"}
2024-11-09T00:18:04,724 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-09T00:18:04,724 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bc7180b8e5818d36fc5fae405331135b, ASSIGN}]
2024-11-09T00:18:04,725 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bc7180b8e5818d36fc5fae405331135b, ASSIGN
2024-11-09T00:18:04,726 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bc7180b8e5818d36fc5fae405331135b, ASSIGN; state=OFFLINE, location=ef986b38239e,39047,1731111474404; forceNewPlan=false, retain=false
2024-11-09T00:18:04,877 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bc7180b8e5818d36fc5fae405331135b, regionState=OPENING, regionLocation=ef986b38239e,39047,1731111474404
2024-11-09T00:18:04,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bc7180b8e5818d36fc5fae405331135b, ASSIGN because future has completed
2024-11-09T00:18:04,879 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc7180b8e5818d36fc5fae405331135b, server=ef986b38239e,39047,1731111474404}]
2024-11-09T00:18:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:18:05,035 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b.
2024-11-09T00:18:05,035 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:18:05,035 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-09T00:18:05,037 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C39047%2C1731111474404.rep, suffix=, logDir=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,39047,1731111474404, archiveDir=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/oldWALs, maxLogs=10
2024-11-09T00:18:05,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,39047,1731111474404/ef986b38239e%2C39047%2C1731111474404.rep.1731111485037, exclude list is [], retry=0
2024-11-09T00:18:05,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36101,DS-40f3d4d6-8e2d-4edc-9da5-c6ac9f6cf41a,DISK]
2024-11-09T00:18:05,053 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,39047,1731111474404/ef986b38239e%2C39047%2C1731111474404.rep.1731111485037
2024-11-09T00:18:05,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35489:35489)]
2024-11-09T00:18:05,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => bc7180b8e5818d36fc5fae405331135b, NAME => 'hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:18:05,054 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:18:05,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:18:05,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b. service=MultiRowMutationService
2024-11-09T00:18:05,055 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-09T00:18:05,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bc7180b8e5818d36fc5fae405331135b
2024-11-09T00:18:05,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:18:05,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for bc7180b8e5818d36fc5fae405331135b
2024-11-09T00:18:05,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for bc7180b8e5818d36fc5fae405331135b
2024-11-09T00:18:05,057 INFO  [StoreOpener-bc7180b8e5818d36fc5fae405331135b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bc7180b8e5818d36fc5fae405331135b 
2024-11-09T00:18:05,058 INFO  [StoreOpener-bc7180b8e5818d36fc5fae405331135b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc7180b8e5818d36fc5fae405331135b columnFamilyName hfileref
2024-11-09T00:18:05,058 DEBUG [StoreOpener-bc7180b8e5818d36fc5fae405331135b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:05,058 INFO  [StoreOpener-bc7180b8e5818d36fc5fae405331135b-1 {}] regionserver.HStore(327): Store=bc7180b8e5818d36fc5fae405331135b/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:05,058 INFO  [StoreOpener-bc7180b8e5818d36fc5fae405331135b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bc7180b8e5818d36fc5fae405331135b 
2024-11-09T00:18:05,059 INFO  [StoreOpener-bc7180b8e5818d36fc5fae405331135b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc7180b8e5818d36fc5fae405331135b columnFamilyName queue
2024-11-09T00:18:05,059 DEBUG [StoreOpener-bc7180b8e5818d36fc5fae405331135b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:05,060 INFO  [StoreOpener-bc7180b8e5818d36fc5fae405331135b-1 {}] regionserver.HStore(327): Store=bc7180b8e5818d36fc5fae405331135b/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:05,060 INFO  [StoreOpener-bc7180b8e5818d36fc5fae405331135b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bc7180b8e5818d36fc5fae405331135b 
2024-11-09T00:18:05,061 INFO  [StoreOpener-bc7180b8e5818d36fc5fae405331135b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc7180b8e5818d36fc5fae405331135b columnFamilyName sid
2024-11-09T00:18:05,061 DEBUG [StoreOpener-bc7180b8e5818d36fc5fae405331135b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:05,061 INFO  [StoreOpener-bc7180b8e5818d36fc5fae405331135b-1 {}] regionserver.HStore(327): Store=bc7180b8e5818d36fc5fae405331135b/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:05,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for bc7180b8e5818d36fc5fae405331135b
2024-11-09T00:18:05,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/replication/bc7180b8e5818d36fc5fae405331135b
2024-11-09T00:18:05,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/replication/bc7180b8e5818d36fc5fae405331135b
2024-11-09T00:18:05,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for bc7180b8e5818d36fc5fae405331135b
2024-11-09T00:18:05,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for bc7180b8e5818d36fc5fae405331135b
2024-11-09T00:18:05,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-09T00:18:05,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for bc7180b8e5818d36fc5fae405331135b
2024-11-09T00:18:05,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/replication/bc7180b8e5818d36fc5fae405331135b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:18:05,067 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened bc7180b8e5818d36fc5fae405331135b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66551091, jitterRate=-0.008311465382575989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-09T00:18:05,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc7180b8e5818d36fc5fae405331135b
2024-11-09T00:18:05,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for bc7180b8e5818d36fc5fae405331135b:
Running coprocessor pre-open hook at 1731111485055Writing region info on filesystem at 1731111485055Initializing all the Stores at 1731111485056 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111485056Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111485056Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111485056Cleaning up temporary data from old regions at 1731111485063 (+7 ms)Running coprocessor post-open hooks at 1731111485067 (+4 ms)Region opened successfully at 1731111485067
2024-11-09T00:18:05,068 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b., pid=7, masterSystemTime=1731111485031
2024-11-09T00:18:05,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b.
2024-11-09T00:18:05,070 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b.
2024-11-09T00:18:05,071 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bc7180b8e5818d36fc5fae405331135b, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,39047,1731111474404
2024-11-09T00:18:05,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc7180b8e5818d36fc5fae405331135b, server=ef986b38239e,39047,1731111474404 because future has completed
2024-11-09T00:18:05,075 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6
2024-11-09T00:18:05,075 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure bc7180b8e5818d36fc5fae405331135b, server=ef986b38239e,39047,1731111474404 in 195 msec
2024-11-09T00:18:05,077 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-09T00:18:05,078 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bc7180b8e5818d36fc5fae405331135b, ASSIGN in 351 msec
2024-11-09T00:18:05,078 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T00:18:05,078 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111485078"}]},"ts":"1731111485078"}
2024-11-09T00:18:05,080 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-09T00:18:05,081 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T00:18:05,082 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec
2024-11-09T00:18:05,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b., hostname=ef986b38239e,39047,1731111474404, seqNum=2]
2024-11-09T00:18:05,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39047-0x1011cf4c7980001, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286
2024-11-09T00:18:05,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x1011cf4c7980000, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286
2024-11-09T00:18:05,193 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-09T00:18:05,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8
2024-11-09T00:18:05,345 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-09T00:18:05,372 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-ef986b38239e,39047,1731111474404, ReplicationSource: 1, currentBandwidth=0
2024-11-09T00:18:05,372 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:18:05,372 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,39047,1731111474404, seqNum=-1]
2024-11-09T00:18:05,372 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:18:05,373 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService
2024-11-09T00:18:05,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ef986b38239e,39047,1731111474404', locateType=CURRENT is [region=hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b., hostname=ef986b38239e,39047,1731111474404, seqNum=2]
2024-11-09T00:18:05,377 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-09T00:18:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45207 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-09T00:18:05,379 INFO  [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ef986b38239e,39047,1731111474404 suceeded
2024-11-09T00:18:05,381 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4
2024-11-09T00:18:05,381 INFO  [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ef986b38239e:33795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-09T00:18:05,381 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec
2024-11-09T00:18:05,382 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4910 sec
2024-11-09T00:18:05,392 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,39047,1731111474404 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:33795'
2024-11-09T00:18:05,394 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,39047,1731111474404 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56885b18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:05,394 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,39047,1731111474404 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,33795,-1 for getting cluster id
2024-11-09T00:18:05,394 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,39047,1731111474404 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:18:05,395 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99ae55d7-949d-4ca3-b4a5-f719180d7032'
2024-11-09T00:18:05,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:18:05,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99ae55d7-949d-4ca3-b4a5-f719180d7032"

2024-11-09T00:18:05,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c727f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:05,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,33795,-1]
2024-11-09T00:18:05,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:18:05,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:05,396 INFO  [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:18:05,397 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,39047,1731111474404 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b11d1f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:05,397 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,39047,1731111474404 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:18:05,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,33795,1731111479967
2024-11-09T00:18:05,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75a11074
2024-11-09T00:18:05,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:18:05,399 INFO  [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService
2024-11-09T00:18:05,400 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,39047,1731111474404 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef986b38239e,39047,1731111474404 (queues=1) is replicating from cluster=6bcf77f7-8dbd-4fa6-b0b1-6270b52037f2 to cluster=99ae55d7-949d-4ca3-b4a5-f719180d7032
2024-11-09T00:18:05,400 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,39047,1731111474404 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef986b38239e%2C39047%2C1731111474404
2024-11-09T00:18:05,400 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,39047,1731111474404 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef986b38239e,39047,1731111474404, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-09T00:18:05,401 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,39047,1731111474404.replicationSource.wal-reader.ef986b38239e%2C39047%2C1731111474404,1-ef986b38239e,39047,1731111474404 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,39047,1731111474404/ef986b38239e%2C39047%2C1731111474404.1731111476713, startPosition=0, beingWritten=true
2024-11-09T00:18:05,401 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,39047,1731111474404.replicationSource.shipperef986b38239e%2C39047%2C1731111474404,1-ef986b38239e,39047,1731111474404 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef986b38239e%2C39047%2C1731111474404
2024-11-09T00:18:05,608 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,39047,1731111474404.replicationSource.wal-reader.ef986b38239e%2C39047%2C1731111474404,1-ef986b38239e,39047,1731111474404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,39047,1731111474404/ef986b38239e%2C39047%2C1731111474404.1731111476713 to pos 0, reset compression=false
2024-11-09T00:18:05,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-09T00:18:05,911 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-09T00:18:05,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-09T00:18:05,911 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer
2024-11-09T00:18:05,912 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:18:05,912 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers
2024-11-09T00:18:05,912 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:18:05,912 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-09T00:18:05,912 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-09T00:18:05,912 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-09T00:18:05,913 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,39047,1731111474404.replicationSource.wal-reader.ef986b38239e%2C39047%2C1731111474404,1-ef986b38239e,39047,1731111474404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,39047,1731111474404/ef986b38239e%2C39047%2C1731111474404.1731111476713 to pos 0, reset compression=false
2024-11-09T00:18:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:18:06,037 INFO  [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-09T00:18:06,037 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:18:06,037 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:18:06,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:06,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:06,037 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:18:06,037 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:18:06,038 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,45207,1731111474230
2024-11-09T00:18:06,038 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55ff0a59
2024-11-09T00:18:06,038 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:18:06,039 INFO  [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:18:06,039 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45207 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1
2024-11-09T00:18:06,040 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:18:06,040 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:18:06,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:06,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:06,040 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:18:06,040 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-09T00:18:06,040 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1374743136, stopped=false
2024-11-09T00:18:06,040 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef986b38239e,45207,1731111474230
2024-11-09T00:18:06,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x1011cf4c7980000, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01267932286/running
2024-11-09T00:18:06,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39047-0x1011cf4c7980001, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01267932286/running
2024-11-09T00:18:06,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39047-0x1011cf4c7980001, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286
2024-11-09T00:18:06,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x1011cf4c7980000, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286
2024-11-09T00:18:06,156 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:18:06,156 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:18:06,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39047-0x1011cf4c7980001, quorum=127.0.0.1:60802, baseZNode=/01267932286 Set watcher on znode that does not yet exist, /01267932286/running
2024-11-09T00:18:06,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45207-0x1011cf4c7980000, quorum=127.0.0.1:60802, baseZNode=/01267932286 Set watcher on znode that does not yet exist, /01267932286/running
2024-11-09T00:18:06,156 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:18:06,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:06,156 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef986b38239e,39047,1731111474404' *****
2024-11-09T00:18:06,156 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T00:18:06,156 INFO  [RS:0;ef986b38239e:39047 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T00:18:06,157 INFO  [RS:0;ef986b38239e:39047 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T00:18:06,157 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T00:18:06,157 INFO  [RS:0;ef986b38239e:39047 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T00:18:06,157 INFO  [RS:0;ef986b38239e:39047 {}] regionserver.HRegionServer(3091): Received CLOSE for bc7180b8e5818d36fc5fae405331135b
2024-11-09T00:18:06,157 INFO  [RS:0;ef986b38239e:39047 {}] regionserver.HRegionServer(959): stopping server ef986b38239e,39047,1731111474404
2024-11-09T00:18:06,157 INFO  [RS:0;ef986b38239e:39047 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:18:06,157 INFO  [RS:0;ef986b38239e:39047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:39047.
2024-11-09T00:18:06,157 DEBUG [RS:0;ef986b38239e:39047 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:18:06,157 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc7180b8e5818d36fc5fae405331135b, disabling compactions & flushes
2024-11-09T00:18:06,157 DEBUG [RS:0;ef986b38239e:39047 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:06,157 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b.
2024-11-09T00:18:06,157 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b.
2024-11-09T00:18:06,157 INFO  [RS:0;ef986b38239e:39047 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T00:18:06,157 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b. after waiting 0 ms
2024-11-09T00:18:06,157 INFO  [RS:0;ef986b38239e:39047 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T00:18:06,157 INFO  [RS:0;ef986b38239e:39047 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T00:18:06,157 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b.
2024-11-09T00:18:06,157 INFO  [RS:0;ef986b38239e:39047 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-09T00:18:06,157 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bc7180b8e5818d36fc5fae405331135b 3/3 column families, dataSize=147 B heapSize=992 B
2024-11-09T00:18:06,157 INFO  [RS:0;ef986b38239e:39047 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-09T00:18:06,157 DEBUG [RS:0;ef986b38239e:39047 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bc7180b8e5818d36fc5fae405331135b=hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b.}
2024-11-09T00:18:06,157 DEBUG [RS:0;ef986b38239e:39047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc7180b8e5818d36fc5fae405331135b
2024-11-09T00:18:06,157 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:18:06,157 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:18:06,157 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:18:06,157 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:18:06,157 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:18:06,158 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB
2024-11-09T00:18:06,171 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/replication/bc7180b8e5818d36fc5fae405331135b/.tmp/queue/464f24dc7dd445229e0ba79e3316d894 is 151, key is 1-ef986b38239e,39047,1731111474404/queue:ef986b38239e%2C39047%2C1731111474404/1731111485376/Put/seqid=0
2024-11-09T00:18:06,171 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/meta/1588230740/.tmp/info/b5cb3f7bc84e41ae8b9fbf3d023377f0 is 147, key is hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b./info:regioninfo/1731111485070/Put/seqid=0
2024-11-09T00:18:06,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741839_1015 (size=5350)
2024-11-09T00:18:06,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741838_1014 (size=6631)
2024-11-09T00:18:06,193 INFO  [regionserver/ef986b38239e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:18:06,318 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,39047,1731111474404.replicationSource.wal-reader.ef986b38239e%2C39047%2C1731111474404,1-ef986b38239e,39047,1731111474404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,39047,1731111474404/ef986b38239e%2C39047%2C1731111474404.1731111476713 to pos 0, reset compression=false
2024-11-09T00:18:06,358 DEBUG [RS:0;ef986b38239e:39047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc7180b8e5818d36fc5fae405331135b
2024-11-09T00:18:06,558 DEBUG [RS:0;ef986b38239e:39047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc7180b8e5818d36fc5fae405331135b
2024-11-09T00:18:06,576 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/replication/bc7180b8e5818d36fc5fae405331135b/.tmp/queue/464f24dc7dd445229e0ba79e3316d894
2024-11-09T00:18:06,576 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/meta/1588230740/.tmp/info/b5cb3f7bc84e41ae8b9fbf3d023377f0
2024-11-09T00:18:06,581 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/replication/bc7180b8e5818d36fc5fae405331135b/.tmp/queue/464f24dc7dd445229e0ba79e3316d894 as hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/replication/bc7180b8e5818d36fc5fae405331135b/queue/464f24dc7dd445229e0ba79e3316d894
2024-11-09T00:18:06,585 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-09T00:18:06,585 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-09T00:18:06,586 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/replication/bc7180b8e5818d36fc5fae405331135b/queue/464f24dc7dd445229e0ba79e3316d894, entries=1, sequenceid=5, filesize=5.2 K
2024-11-09T00:18:06,587 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for bc7180b8e5818d36fc5fae405331135b in 430ms, sequenceid=5, compaction requested=false
2024-11-09T00:18:06,587 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-09T00:18:06,598 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/meta/1588230740/.tmp/ns/1e4ceeb0d28446b38d0a38b4ee5d758c is 43, key is default/ns:d/1731111477743/Put/seqid=0
2024-11-09T00:18:06,600 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/replication/bc7180b8e5818d36fc5fae405331135b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-09T00:18:06,600 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:18:06,600 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:18:06,600 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b.
2024-11-09T00:18:06,601 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc7180b8e5818d36fc5fae405331135b:
Waiting for close lock at 1731111486157Running coprocessor pre-close hooks at 1731111486157Disabling compacts and flushes for region at 1731111486157Disabling writes for close at 1731111486157Obtaining lock to block concurrent updates at 1731111486157Preparing flush snapshotting stores in bc7180b8e5818d36fc5fae405331135b at 1731111486157Finished memstore snapshotting hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731111486157Flushing stores of hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b. at 1731111486158 (+1 ms)Flushing bc7180b8e5818d36fc5fae405331135b/queue: creating writer at 1731111486158Flushing bc7180b8e5818d36fc5fae405331135b/queue: appending metadata at 1731111486170 (+12 ms)Flushing bc7180b8e5818d36fc5fae405331135b/queue: closing flushed file at 1731111486170Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@542ef861: reopening flushed file at 1731111486580 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for bc7180b8e5818d36fc5fae405331135b in 430ms, sequenceid=5, compaction requested=false at 1731111486587 (+7 ms)Writing region close event to WAL at 1731111486596 (+9 ms)Running coprocessor post-close hooks at 1731111486600 (+4 ms)Closed at 1731111486600
2024-11-09T00:18:06,601 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b.
2024-11-09T00:18:06,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741840_1016 (size=5153)
2024-11-09T00:18:06,758 DEBUG [RS:0;ef986b38239e:39047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:18:06,823 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,39047,1731111474404.replicationSource.wal-reader.ef986b38239e%2C39047%2C1731111474404,1-ef986b38239e,39047,1731111474404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,39047,1731111474404/ef986b38239e%2C39047%2C1731111474404.1731111476713 to pos 0, reset compression=false
2024-11-09T00:18:06,958 DEBUG [RS:0;ef986b38239e:39047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:18:07,002 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/meta/1588230740/.tmp/ns/1e4ceeb0d28446b38d0a38b4ee5d758c
2024-11-09T00:18:07,020 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/meta/1588230740/.tmp/table/0a242b05d0fc4d3792385ae0018ef588 is 53, key is hbase:replication/table:state/1731111485078/Put/seqid=0
2024-11-09T00:18:07,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741841_1017 (size=5256)
2024-11-09T00:18:07,158 INFO  [RS:0;ef986b38239e:39047 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-09T00:18:07,158 DEBUG [RS:0;ef986b38239e:39047 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-09T00:18:07,158 DEBUG [RS:0;ef986b38239e:39047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:18:07,358 DEBUG [RS:0;ef986b38239e:39047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:18:07,425 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/meta/1588230740/.tmp/table/0a242b05d0fc4d3792385ae0018ef588
2024-11-09T00:18:07,428 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,39047,1731111474404.replicationSource.wal-reader.ef986b38239e%2C39047%2C1731111474404,1-ef986b38239e,39047,1731111474404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,39047,1731111474404/ef986b38239e%2C39047%2C1731111474404.1731111476713 to pos 0, reset compression=false
2024-11-09T00:18:07,493 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/meta/1588230740/.tmp/info/b5cb3f7bc84e41ae8b9fbf3d023377f0 as hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/meta/1588230740/info/b5cb3f7bc84e41ae8b9fbf3d023377f0
2024-11-09T00:18:07,498 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/meta/1588230740/info/b5cb3f7bc84e41ae8b9fbf3d023377f0, entries=10, sequenceid=11, filesize=6.5 K
2024-11-09T00:18:07,499 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/meta/1588230740/.tmp/ns/1e4ceeb0d28446b38d0a38b4ee5d758c as hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/meta/1588230740/ns/1e4ceeb0d28446b38d0a38b4ee5d758c
2024-11-09T00:18:07,505 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/meta/1588230740/ns/1e4ceeb0d28446b38d0a38b4ee5d758c, entries=2, sequenceid=11, filesize=5.0 K
2024-11-09T00:18:07,505 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/meta/1588230740/.tmp/table/0a242b05d0fc4d3792385ae0018ef588 as hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/meta/1588230740/table/0a242b05d0fc4d3792385ae0018ef588
2024-11-09T00:18:07,510 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/meta/1588230740/table/0a242b05d0fc4d3792385ae0018ef588, entries=2, sequenceid=11, filesize=5.1 K
2024-11-09T00:18:07,511 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1354ms, sequenceid=11, compaction requested=false
2024-11-09T00:18:07,515 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-09T00:18:07,516 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:18:07,516 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:18:07,516 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:18:07,516 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111486157Running coprocessor pre-close hooks at 1731111486157Disabling compacts and flushes for region at 1731111486157Disabling writes for close at 1731111486157Obtaining lock to block concurrent updates at 1731111486158 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731111486158Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731111486158Flushing stores of hbase:meta,,1.1588230740 at 1731111486158Flushing 1588230740/info: creating writer at 1731111486158Flushing 1588230740/info: appending metadata at 1731111486171 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731111486171Flushing 1588230740/ns: creating writer at 1731111486581 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731111486597 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731111486597Flushing 1588230740/table: creating writer at 1731111487007 (+410 ms)Flushing 1588230740/table: appending metadata at 1731111487020 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731111487020Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a7b167a: reopening flushed file at 1731111487492 (+472 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58ae60f: reopening flushed file at 1731111487498 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d6530ec: reopening flushed file at 1731111487505 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1354ms, sequenceid=11, compaction requested=false at 1731111487511 (+6 ms)Writing region close event to WAL at 1731111487512 (+1 ms)Running coprocessor post-close hooks at 1731111487515 (+3 ms)Closed at 1731111487516 (+1 ms)
2024-11-09T00:18:07,516 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-09T00:18:07,559 INFO  [RS:0;ef986b38239e:39047 {}] regionserver.HRegionServer(976): stopping server ef986b38239e,39047,1731111474404; all regions closed.
2024-11-09T00:18:07,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741834_1010 (size=2742)
2024-11-09T00:18:07,562 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,39047,1731111474404/ef986b38239e%2C39047%2C1731111474404.meta.1731111477663.meta not finished, retry = 0
2024-11-09T00:18:07,664 DEBUG [RS:0;ef986b38239e:39047 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/oldWALs
2024-11-09T00:18:07,664 INFO  [RS:0;ef986b38239e:39047 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef986b38239e%2C39047%2C1731111474404.meta:.meta(num 1731111477663)
2024-11-09T00:18:07,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741837_1013 (size=1586)
2024-11-09T00:18:07,666 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,39047,1731111474404/ef986b38239e%2C39047%2C1731111474404.rep.1731111485037 not finished, retry = 0
2024-11-09T00:18:07,769 DEBUG [RS:0;ef986b38239e:39047 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/oldWALs
2024-11-09T00:18:07,769 INFO  [RS:0;ef986b38239e:39047 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef986b38239e%2C39047%2C1731111474404.rep:(num 1731111485037)
2024-11-09T00:18:07,771 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,39047,1731111474404/ef986b38239e%2C39047%2C1731111474404.1731111476713 not finished, retry = 0
2024-11-09T00:18:07,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741832_1008 (size=93)
2024-11-09T00:18:07,873 DEBUG [RS:0;ef986b38239e:39047 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/oldWALs
2024-11-09T00:18:07,873 INFO  [RS:0;ef986b38239e:39047 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef986b38239e%2C39047%2C1731111474404:(num 1731111476713)
2024-11-09T00:18:07,874 DEBUG [RS:0;ef986b38239e:39047 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:07,874 INFO  [RS:0;ef986b38239e:39047 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:18:07,874 INFO  [RS:0;ef986b38239e:39047 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:18:07,874 INFO  [RS:0;ef986b38239e:39047 {}] hbase.ChoreService(370): Chore service for: regionserver/ef986b38239e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-09T00:18:07,874 INFO  [RS:0;ef986b38239e:39047 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:18:07,874 INFO  [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:18:07,874 INFO  [RS:0;ef986b38239e:39047 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef986b38239e,39047,1731111474404 because: Region server is closing
2024-11-09T00:18:07,874 INFO  [RS:0;ef986b38239e:39047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:39047.
2024-11-09T00:18:07,874 DEBUG [RS:0;ef986b38239e:39047 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:18:07,874 DEBUG [RS:0;ef986b38239e:39047 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:07,875 DEBUG [RS:0;ef986b38239e:39047 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:07,875 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:18:07,975 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,39047,1731111474404.replicationSource.wal-reader.ef986b38239e%2C39047%2C1731111474404,1-ef986b38239e,39047,1731111474404 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-09T00:18:07,975 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,39047,1731111474404.replicationSource.shipperef986b38239e%2C39047%2C1731111474404,1-ef986b38239e,39047,1731111474404 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-09T00:18:07,975 INFO  [RS:0;ef986b38239e:39047 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,39047,1731111474404.replicationSource.shipperef986b38239e%2C39047%2C1731111474404,1-ef986b38239e,39047,1731111474404 terminated
2024-11-09T00:18:07,975 INFO  [RS:0;ef986b38239e:39047 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39047
2024-11-09T00:18:08,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x1011cf4c7980000, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286/rs
2024-11-09T00:18:08,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39047-0x1011cf4c7980001, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01267932286/rs/ef986b38239e,39047,1731111474404
2024-11-09T00:18:08,040 INFO  [RS:0;ef986b38239e:39047 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:18:08,050 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef986b38239e,39047,1731111474404]
2024-11-09T00:18:08,060 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01267932286/draining/ef986b38239e,39047,1731111474404 already deleted, retry=false
2024-11-09T00:18:08,060 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef986b38239e,39047,1731111474404 expired; onlineServers=0
2024-11-09T00:18:08,060 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef986b38239e,45207,1731111474230' *****
2024-11-09T00:18:08,060 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-09T00:18:08,061 INFO  [M:0;ef986b38239e:45207 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:18:08,061 INFO  [M:0;ef986b38239e:45207 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:18:08,061 DEBUG [M:0;ef986b38239e:45207 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-09T00:18:08,061 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-09T00:18:08,061 DEBUG [M:0;ef986b38239e:45207 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-09T00:18:08,061 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111476437 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111476437,5,FailOnTimeoutGroup]
2024-11-09T00:18:08,061 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111476437 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111476437,5,FailOnTimeoutGroup]
2024-11-09T00:18:08,061 INFO  [M:0;ef986b38239e:45207 {}] hbase.ChoreService(370): Chore service for: master/ef986b38239e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-09T00:18:08,061 INFO  [M:0;ef986b38239e:45207 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:18:08,061 DEBUG [M:0;ef986b38239e:45207 {}] master.HMaster(1795): Stopping service threads
2024-11-09T00:18:08,061 INFO  [M:0;ef986b38239e:45207 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-09T00:18:08,061 INFO  [M:0;ef986b38239e:45207 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:18:08,061 INFO  [M:0;ef986b38239e:45207 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-09T00:18:08,061 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-09T00:18:08,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x1011cf4c7980000, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01267932286/master
2024-11-09T00:18:08,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x1011cf4c7980000, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286
2024-11-09T00:18:08,071 DEBUG [M:0;ef986b38239e:45207 {}] zookeeper.ZKUtil(347): master:45207-0x1011cf4c7980000, quorum=127.0.0.1:60802, baseZNode=/01267932286 Unable to get data of znode /01267932286/master because node does not exist (not an error)
2024-11-09T00:18:08,071 WARN  [M:0;ef986b38239e:45207 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-09T00:18:08,072 INFO  [M:0;ef986b38239e:45207 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/.lastflushedseqids
2024-11-09T00:18:08,076 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741842_1018 (size=181)
2024-11-09T00:18:08,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39047-0x1011cf4c7980001, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:18:08,150 INFO  [RS:0;ef986b38239e:39047 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:18:08,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39047-0x1011cf4c7980001, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:18:08,150 INFO  [RS:0;ef986b38239e:39047 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef986b38239e,39047,1731111474404; zookeeper connection closed.
2024-11-09T00:18:08,151 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2dffb1e7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2dffb1e7
2024-11-09T00:18:08,151 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-09T00:18:08,476 INFO  [M:0;ef986b38239e:45207 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-09T00:18:08,476 INFO  [M:0;ef986b38239e:45207 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-09T00:18:08,477 DEBUG [M:0;ef986b38239e:45207 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:18:08,477 INFO  [M:0;ef986b38239e:45207 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:08,477 DEBUG [M:0;ef986b38239e:45207 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:08,477 DEBUG [M:0;ef986b38239e:45207 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:18:08,477 DEBUG [M:0;ef986b38239e:45207 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:08,477 INFO  [M:0;ef986b38239e:45207 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB
2024-11-09T00:18:08,491 DEBUG [M:0;ef986b38239e:45207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c1b859c813f437eb19a9328480973ca is 82, key is hbase:meta,,1/info:regioninfo/1731111477694/Put/seqid=0
2024-11-09T00:18:08,494 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741843_1019 (size=5672)
2024-11-09T00:18:08,895 INFO  [M:0;ef986b38239e:45207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c1b859c813f437eb19a9328480973ca
2024-11-09T00:18:08,918 DEBUG [M:0;ef986b38239e:45207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e81ee8999c754fc1b8ecdf44328ca7d0 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731111485082/Put/seqid=0
2024-11-09T00:18:08,922 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741844_1020 (size=7203)
2024-11-09T00:18:09,005 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:18:09,032 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:09,032 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:09,033 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:09,033 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:09,033 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:09,039 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:09,323 INFO  [M:0;ef986b38239e:45207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e81ee8999c754fc1b8ecdf44328ca7d0
2024-11-09T00:18:09,343 DEBUG [M:0;ef986b38239e:45207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1f1001b098240f6a042169cf5c0879b is 69, key is ef986b38239e,39047,1731111474404/rs:state/1731111476564/Put/seqid=0
2024-11-09T00:18:09,347 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741845_1021 (size=5156)
2024-11-09T00:18:09,748 INFO  [M:0;ef986b38239e:45207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1f1001b098240f6a042169cf5c0879b
2024-11-09T00:18:09,753 DEBUG [M:0;ef986b38239e:45207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c1b859c813f437eb19a9328480973ca as hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8c1b859c813f437eb19a9328480973ca
2024-11-09T00:18:09,758 INFO  [M:0;ef986b38239e:45207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8c1b859c813f437eb19a9328480973ca, entries=8, sequenceid=70, filesize=5.5 K
2024-11-09T00:18:09,759 DEBUG [M:0;ef986b38239e:45207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e81ee8999c754fc1b8ecdf44328ca7d0 as hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e81ee8999c754fc1b8ecdf44328ca7d0
2024-11-09T00:18:09,764 INFO  [M:0;ef986b38239e:45207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e81ee8999c754fc1b8ecdf44328ca7d0, entries=8, sequenceid=70, filesize=7.0 K
2024-11-09T00:18:09,765 DEBUG [M:0;ef986b38239e:45207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1f1001b098240f6a042169cf5c0879b as hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1f1001b098240f6a042169cf5c0879b
2024-11-09T00:18:09,770 INFO  [M:0;ef986b38239e:45207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1f1001b098240f6a042169cf5c0879b, entries=1, sequenceid=70, filesize=5.0 K
2024-11-09T00:18:09,771 INFO  [M:0;ef986b38239e:45207 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=70, compaction requested=false
2024-11-09T00:18:09,774 INFO  [M:0;ef986b38239e:45207 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:09,774 DEBUG [M:0;ef986b38239e:45207 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111488476Disabling compacts and flushes for region at 1731111488476Disabling writes for close at 1731111488477 (+1 ms)Obtaining lock to block concurrent updates at 1731111488477Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731111488477Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731111488477Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731111488478 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731111488478Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731111488491 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731111488491Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731111488900 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731111488917 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731111488917Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731111489327 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731111489343 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731111489343Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24e6a67a: reopening flushed file at 1731111489752 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3918d980: reopening flushed file at 1731111489758 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@296ca15e: reopening flushed file at 1731111489764 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=70, compaction requested=false at 1731111489771 (+7 ms)Writing region close event to WAL at 1731111489774 (+3 ms)Closed at 1731111489774
2024-11-09T00:18:09,776 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/WALs/ef986b38239e,45207,1731111474230/ef986b38239e%2C45207%2C1731111474230.1731111476181 not finished, retry = 0
2024-11-09T00:18:09,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741830_1006 (size=41008)
2024-11-09T00:18:09,877 INFO  [M:0;ef986b38239e:45207 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-09T00:18:09,877 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:18:09,877 INFO  [M:0;ef986b38239e:45207 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45207
2024-11-09T00:18:09,877 INFO  [M:0;ef986b38239e:45207 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:18:10,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x1011cf4c7980000, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:18:10,051 INFO  [M:0;ef986b38239e:45207 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:18:10,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x1011cf4c7980000, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:18:10,053 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:18:10,053 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:18:10,053 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:18:10,053 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:18:10,053 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:18:10,053 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:18:10,053 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-09T00:18:10,053 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:18:10,054 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33243
2024-11-09T00:18:10,055 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33243 connecting to ZooKeeper ensemble=127.0.0.1:60802
2024-11-09T00:18:10,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332430x0, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:18:10,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33243-0x1011cf4c7980006 connected
2024-11-09T00:18:10,168 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:10,170 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:10,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33243-0x1011cf4c7980006, quorum=127.0.0.1:60802, baseZNode=/01267932286 Set watcher on znode that does not yet exist, /01267932286/running
2024-11-09T00:18:10,172 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01267932286/meta-region-server: INIT
2024-11-09T00:18:10,172 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54, hbase.cluster.distributed=false
2024-11-09T00:18:10,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33243-0x1011cf4c7980006, quorum=127.0.0.1:60802, baseZNode=/01267932286 Set watcher on znode that does not yet exist, /01267932286/acl
2024-11-09T00:18:10,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33243
2024-11-09T00:18:10,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33243
2024-11-09T00:18:10,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33243
2024-11-09T00:18:10,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33243
2024-11-09T00:18:10,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33243
2024-11-09T00:18:10,187 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:18:10,187 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:18:10,187 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:18:10,187 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:18:10,187 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:18:10,187 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:18:10,187 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T00:18:10,187 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:18:10,188 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43205
2024-11-09T00:18:10,189 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43205 connecting to ZooKeeper ensemble=127.0.0.1:60802
2024-11-09T00:18:10,189 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:10,190 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:10,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432050x0, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:18:10,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432050x0, quorum=127.0.0.1:60802, baseZNode=/01267932286 Set watcher on znode that does not yet exist, /01267932286/running
2024-11-09T00:18:10,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43205-0x1011cf4c7980007 connected
2024-11-09T00:18:10,248 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01267932286/meta-region-server: INIT
2024-11-09T00:18:10,248 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T00:18:10,249 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T00:18:10,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43205-0x1011cf4c7980007, quorum=127.0.0.1:60802, baseZNode=/01267932286 Set watcher on znode that does not yet exist, /01267932286/master
2024-11-09T00:18:10,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43205-0x1011cf4c7980007, quorum=127.0.0.1:60802, baseZNode=/01267932286 Set watcher on znode that does not yet exist, /01267932286/acl
2024-11-09T00:18:10,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43205
2024-11-09T00:18:10,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43205
2024-11-09T00:18:10,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43205
2024-11-09T00:18:10,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43205
2024-11-09T00:18:10,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43205
2024-11-09T00:18:10,261 DEBUG [M:0;ef986b38239e:33243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef986b38239e:33243
2024-11-09T00:18:10,261 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01267932286/backup-masters/ef986b38239e,33243,1731111490052
2024-11-09T00:18:10,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x1011cf4c7980006, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286/backup-masters
2024-11-09T00:18:10,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43205-0x1011cf4c7980007, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286/backup-masters
2024-11-09T00:18:10,300 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33243-0x1011cf4c7980006, quorum=127.0.0.1:60802, baseZNode=/01267932286 Set watcher on existing znode=/01267932286/backup-masters/ef986b38239e,33243,1731111490052
2024-11-09T00:18:10,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x1011cf4c7980006, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286
2024-11-09T00:18:10,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43205-0x1011cf4c7980007, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01267932286/master
2024-11-09T00:18:10,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43205-0x1011cf4c7980007, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286
2024-11-09T00:18:10,376 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33243-0x1011cf4c7980006, quorum=127.0.0.1:60802, baseZNode=/01267932286 Set watcher on existing znode=/01267932286/master
2024-11-09T00:18:10,376 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01267932286/backup-masters/ef986b38239e,33243,1731111490052 from backup master directory
2024-11-09T00:18:10,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x1011cf4c7980006, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01267932286/backup-masters/ef986b38239e,33243,1731111490052
2024-11-09T00:18:10,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43205-0x1011cf4c7980007, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286/backup-masters
2024-11-09T00:18:10,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x1011cf4c7980006, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286/backup-masters
2024-11-09T00:18:10,460 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:18:10,460 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef986b38239e,33243,1731111490052
2024-11-09T00:18:10,468 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:10,468 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-09T00:18:10,473 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms.
2024-11-09T00:18:10,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741846_1022 (size=196)
2024-11-09T00:18:10,951 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:18:10,951 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-09T00:18:10,952 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:18:10,957 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration
2024-11-09T00:18:10,959 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/WALs/ef986b38239e,45207,1731111474230 to hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/WALs/ef986b38239e,45207,1731111474230-dead as it is dead
2024-11-09T00:18:10,959 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/WALs/ef986b38239e,45207,1731111474230-dead/ef986b38239e%2C45207%2C1731111474230.1731111476181
2024-11-09T00:18:10,960 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/WALs/ef986b38239e,45207,1731111474230-dead/ef986b38239e%2C45207%2C1731111474230.1731111476181 after 1ms
2024-11-09T00:18:10,960 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/WALs/ef986b38239e,45207,1731111474230-dead/ef986b38239e%2C45207%2C1731111474230.1731111476181 to hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ef986b38239e%2C45207%2C1731111474230.1731111476181
2024-11-09T00:18:10,960 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/WALs/ef986b38239e,45207,1731111474230-dead
2024-11-09T00:18:10,961 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/WALs/ef986b38239e,33243,1731111490052
2024-11-09T00:18:10,961 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:18:10,962 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef986b38239e%2C33243%2C1731111490052, suffix=, logDir=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/WALs/ef986b38239e,33243,1731111490052, archiveDir=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/oldWALs, maxLogs=10
2024-11-09T00:18:10,974 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/WALs/ef986b38239e,33243,1731111490052/ef986b38239e%2C33243%2C1731111490052.1731111490962, exclude list is [], retry=0
2024-11-09T00:18:10,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36101,DS-40f3d4d6-8e2d-4edc-9da5-c6ac9f6cf41a,DISK]
2024-11-09T00:18:10,978 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/WALs/ef986b38239e,33243,1731111490052/ef986b38239e%2C33243%2C1731111490052.1731111490962
2024-11-09T00:18:10,978 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35489:35489)]
2024-11-09T00:18:10,979 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:18:10,979 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:18:10,979 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:10,979 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:10,980 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:18:10,981 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-09T00:18:10,981 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:10,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8c1b859c813f437eb19a9328480973ca
2024-11-09T00:18:10,987 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:10,988 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:18:10,989 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-09T00:18:10,989 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:11,004 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e81ee8999c754fc1b8ecdf44328ca7d0
2024-11-09T00:18:11,004 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:11,004 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:18:11,005 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-09T00:18:11,005 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:11,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1f1001b098240f6a042169cf5c0879b
2024-11-09T00:18:11,010 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:11,011 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:18:11,012 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-09T00:18:11,012 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:11,012 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:11,012 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:11,013 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals
2024-11-09T00:18:11,013 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ef986b38239e%2C45207%2C1731111474230.1731111476181
2024-11-09T00:18:11,018 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ef986b38239e%2C45207%2C1731111474230.1731111476181
2024-11-09T00:18:11,019 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ef986b38239e%2C45207%2C1731111474230.1731111476181
2024-11-09T00:18:11,020 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:11,020 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:11,020 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:18:11,022 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:11,024 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1
2024-11-09T00:18:11,024 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68130789, jitterRate=0.015227869153022766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:18:11,025 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731111490979Initializing all the Stores at 1731111490980 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111490980Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111490980Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111490980Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111490980Cleaning up temporary data from old regions at 1731111491020 (+40 ms)Region opened successfully at 1731111491025 (+5 ms)
2024-11-09T00:18:11,025 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-09T00:18:11,027 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e861e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:18:11,030 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating...
2024-11-09T00:18:11,031 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-09T00:18:11,031 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-09T00:18:11,031 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-09T00:18:11,031 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-09T00:18:11,034 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-09T00:18:11,034 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-09T00:18:11,035 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-09T00:18:11,035 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec
2024-11-09T00:18:11,035 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-09T00:18:11,037 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=ef986b38239e,39047,1731111474404, regionLocation=ef986b38239e,39047,1731111474404, openSeqNum=2
2024-11-09T00:18:11,038 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=ef986b38239e,39047,1731111474404, table=hbase:meta, region=1588230740
2024-11-09T00:18:11,038 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,39047,1731111474404, state=OPEN
2024-11-09T00:18:11,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x1011cf4c7980006, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01267932286/meta-region-server
2024-11-09T00:18:11,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43205-0x1011cf4c7980007, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01267932286/meta-region-server
2024-11-09T00:18:11,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01267932286/meta-region-server: CHANGED
2024-11-09T00:18:11,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01267932286/meta-region-server: CHANGED
2024-11-09T00:18:11,100 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'.
2024-11-09T00:18:11,149 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01267932286/draining/ef986b38239e,39047,1731111474404 already deleted, retry=false
2024-11-09T00:18:11,149 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of ef986b38239e,39047,1731111474404 on ef986b38239e,33243,1731111490052
2024-11-09T00:18:11,150 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure ef986b38239e,39047,1731111474404, splitWal=true, meta=true
2024-11-09T00:18:11,150 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for ef986b38239e,39047,1731111474404 (carryingMeta=true) ef986b38239e,39047,1731111474404/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4159282[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-11-09T00:18:11,152 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33243-0x1011cf4c7980006, quorum=127.0.0.1:60802, baseZNode=/01267932286 Unable to get data of znode /01267932286/balancer because node does not exist (not necessarily an error)
2024-11-09T00:18:11,224 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01267932286/balancer already deleted, retry=false
2024-11-09T00:18:11,224 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-09T00:18:11,225 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33243-0x1011cf4c7980006, quorum=127.0.0.1:60802, baseZNode=/01267932286 Unable to get data of znode /01267932286/normalizer because node does not exist (not necessarily an error)
2024-11-09T00:18:11,287 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01267932286/normalizer already deleted, retry=false
2024-11-09T00:18:11,287 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-09T00:18:11,289 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33243-0x1011cf4c7980006, quorum=127.0.0.1:60802, baseZNode=/01267932286 Unable to get data of znode /01267932286/switch/split because node does not exist (not necessarily an error)
2024-11-09T00:18:11,307 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01267932286/switch/split already deleted, retry=false
2024-11-09T00:18:11,308 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33243-0x1011cf4c7980006, quorum=127.0.0.1:60802, baseZNode=/01267932286 Unable to get data of znode /01267932286/switch/merge because node does not exist (not necessarily an error)
2024-11-09T00:18:11,318 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01267932286/switch/merge already deleted, retry=false
2024-11-09T00:18:11,330 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33243-0x1011cf4c7980006, quorum=127.0.0.1:60802, baseZNode=/01267932286 Unable to get data of znode /01267932286/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-09T00:18:11,339 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01267932286/snapshot-cleanup already deleted, retry=false
2024-11-09T00:18:11,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x1011cf4c7980006, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01267932286/running
2024-11-09T00:18:11,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43205-0x1011cf4c7980007, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01267932286/running
2024-11-09T00:18:11,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43205-0x1011cf4c7980007, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286
2024-11-09T00:18:11,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x1011cf4c7980006, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286
2024-11-09T00:18:11,350 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef986b38239e,33243,1731111490052, sessionid=0x1011cf4c7980006, setting cluster-up flag (Was=false)
2024-11-09T00:18:11,360 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01267932286/flush-table-proc/acquired, /01267932286/flush-table-proc/reached, /01267932286/flush-table-proc/abort
2024-11-09T00:18:11,361 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,33243,1731111490052
2024-11-09T00:18:11,371 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01267932286/online-snapshot/acquired, /01267932286/online-snapshot/reached, /01267932286/online-snapshot/abort
2024-11-09T00:18:11,372 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,33243,1731111490052
2024-11-09T00:18:11,373 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/.lastflushedseqids
2024-11-09T00:18:11,374 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-09T00:18:11,374 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-09T00:18:11,375 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef986b38239e,33243,1731111490052
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 1
  ef986b38239e,39047,1731111474404
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-09T00:18:11,376 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:18:11,376 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:18:11,376 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:18:11,376 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:18:11,376 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef986b38239e:0, corePoolSize=10, maxPoolSize=10
2024-11-09T00:18:11,376 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:11,376 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:18:11,376 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:11,377 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731111521377
2024-11-09T00:18:11,377 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-09T00:18:11,377 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-09T00:18:11,377 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-09T00:18:11,377 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-09T00:18:11,377 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-09T00:18:11,377 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-09T00:18:11,377 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:11,378 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-09T00:18:11,378 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure ef986b38239e,39047,1731111474404, splitWal=true, meta=true
2024-11-09T00:18:11,378 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-09T00:18:11,378 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-09T00:18:11,378 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-09T00:18:11,378 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-09T00:18:11,378 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-09T00:18:11,378 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure ef986b38239e,39047,1731111474404, splitWal=true, meta=true, isMeta: true
2024-11-09T00:18:11,378 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111491378,5,FailOnTimeoutGroup]
2024-11-09T00:18:11,379 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111491378,5,FailOnTimeoutGroup]
2024-11-09T00:18:11,379 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:11,379 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-09T00:18:11,379 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:11,379 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:11,379 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731111491379, completionTime=-1
2024-11-09T00:18:11,379 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring.
2024-11-09T00:18:11,379 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms
2024-11-09T00:18:11,380 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,39047,1731111474404-splitting
2024-11-09T00:18:11,380 INFO  [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,39047,1731111474404-splitting dir is empty, no logs to split.
2024-11-09T00:18:11,380 INFO  [PEWorker-1 {}] master.SplitWALManager(105): ef986b38239e,39047,1731111474404 WAL count=0, meta=true
2024-11-09T00:18:11,382 INFO  [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,39047,1731111474404-splitting dir is empty, no logs to split.
2024-11-09T00:18:11,382 INFO  [PEWorker-1 {}] master.SplitWALManager(105): ef986b38239e,39047,1731111474404 WAL count=0, meta=true
2024-11-09T00:18:11,382 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if ef986b38239e,39047,1731111474404 WAL splitting is done? wals=0, meta=true
2024-11-09T00:18:11,383 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-09T00:18:11,384 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:18:11,384 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-09T00:18:11,453 INFO  [RS:0;ef986b38239e:43205 {}] regionserver.HRegionServer(746): ClusterId : 6bcf77f7-8dbd-4fa6-b0b1-6270b52037f2
2024-11-09T00:18:11,453 DEBUG [RS:0;ef986b38239e:43205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T00:18:11,476 DEBUG [RS:0;ef986b38239e:43205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T00:18:11,476 DEBUG [RS:0;ef986b38239e:43205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T00:18:11,487 DEBUG [RS:0;ef986b38239e:43205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T00:18:11,487 DEBUG [RS:0;ef986b38239e:43205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ccbe1cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:18:11,499 DEBUG [RS:0;ef986b38239e:43205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef986b38239e:43205
2024-11-09T00:18:11,499 INFO  [RS:0;ef986b38239e:43205 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T00:18:11,499 INFO  [RS:0;ef986b38239e:43205 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T00:18:11,499 DEBUG [RS:0;ef986b38239e:43205 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T00:18:11,500 INFO  [RS:0;ef986b38239e:43205 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef986b38239e,33243,1731111490052 with port=43205, startcode=1731111490187
2024-11-09T00:18:11,500 DEBUG [RS:0;ef986b38239e:43205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T00:18:11,502 INFO  [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T00:18:11,502 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33243 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef986b38239e,43205,1731111490187
2024-11-09T00:18:11,502 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33243 {}] master.ServerManager(517): Registering regionserver=ef986b38239e,43205,1731111490187
2024-11-09T00:18:11,503 DEBUG [RS:0;ef986b38239e:43205 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54
2024-11-09T00:18:11,503 DEBUG [RS:0;ef986b38239e:43205 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44717
2024-11-09T00:18:11,503 DEBUG [RS:0;ef986b38239e:43205 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T00:18:11,529 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms
2024-11-09T00:18:11,534 WARN  [ef986b38239e:33243 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-09T00:18:11,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x1011cf4c7980006, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286/rs
2024-11-09T00:18:11,564 DEBUG [RS:0;ef986b38239e:43205 {}] zookeeper.ZKUtil(111): regionserver:43205-0x1011cf4c7980007, quorum=127.0.0.1:60802, baseZNode=/01267932286 Set watcher on existing znode=/01267932286/rs/ef986b38239e,43205,1731111490187
2024-11-09T00:18:11,564 WARN  [RS:0;ef986b38239e:43205 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:18:11,564 INFO  [RS:0;ef986b38239e:43205 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:18:11,564 DEBUG [RS:0;ef986b38239e:43205 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,43205,1731111490187
2024-11-09T00:18:11,564 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef986b38239e,43205,1731111490187]
2024-11-09T00:18:11,580 INFO  [RS:0;ef986b38239e:43205 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T00:18:11,582 INFO  [RS:0;ef986b38239e:43205 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T00:18:11,582 INFO  [RS:0;ef986b38239e:43205 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T00:18:11,582 INFO  [RS:0;ef986b38239e:43205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:11,582 INFO  [RS:0;ef986b38239e:43205 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T00:18:11,583 INFO  [RS:0;ef986b38239e:43205 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T00:18:11,583 INFO  [RS:0;ef986b38239e:43205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:11,583 DEBUG [RS:0;ef986b38239e:43205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:11,583 DEBUG [RS:0;ef986b38239e:43205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:11,583 DEBUG [RS:0;ef986b38239e:43205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:11,583 DEBUG [RS:0;ef986b38239e:43205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:11,583 DEBUG [RS:0;ef986b38239e:43205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:11,583 DEBUG [RS:0;ef986b38239e:43205 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:18:11,583 DEBUG [RS:0;ef986b38239e:43205 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:11,583 DEBUG [RS:0;ef986b38239e:43205 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:11,583 DEBUG [RS:0;ef986b38239e:43205 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:11,583 DEBUG [RS:0;ef986b38239e:43205 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:11,583 DEBUG [RS:0;ef986b38239e:43205 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:11,583 DEBUG [RS:0;ef986b38239e:43205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:11,583 DEBUG [RS:0;ef986b38239e:43205 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:18:11,583 DEBUG [RS:0;ef986b38239e:43205 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:18:11,584 INFO  [RS:0;ef986b38239e:43205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:11,584 INFO  [RS:0;ef986b38239e:43205 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:11,584 INFO  [RS:0;ef986b38239e:43205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:11,584 INFO  [RS:0;ef986b38239e:43205 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:11,584 INFO  [RS:0;ef986b38239e:43205 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:11,584 INFO  [RS:0;ef986b38239e:43205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,43205,1731111490187-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:18:11,596 INFO  [RS:0;ef986b38239e:43205 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T00:18:11,597 INFO  [RS:0;ef986b38239e:43205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,43205,1731111490187-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:11,609 INFO  [RS:0;ef986b38239e:43205 {}] regionserver.ReplicationSource(231): queueId=1-ef986b38239e,43205,1731111490187, ReplicationSource: 1, currentBandwidth=0
2024-11-09T00:18:11,610 INFO  [RS:0;ef986b38239e:43205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:11,610 INFO  [RS:0;ef986b38239e:43205 {}] regionserver.Replication(171): ef986b38239e,43205,1731111490187 started
2024-11-09T00:18:11,622 INFO  [RS:0;ef986b38239e:43205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:11,622 DEBUG [RS:0;ef986b38239e:43205.replicationSource,1-ef986b38239e,43205,1731111490187 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:33795'
2024-11-09T00:18:11,623 INFO  [RS:0;ef986b38239e:43205 {}] regionserver.HRegionServer(1482): Serving as ef986b38239e,43205,1731111490187, RpcServer on ef986b38239e/172.17.0.3:43205, sessionid=0x1011cf4c7980007
2024-11-09T00:18:11,623 DEBUG [RS:0;ef986b38239e:43205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T00:18:11,623 DEBUG [RS:0;ef986b38239e:43205 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef986b38239e,43205,1731111490187
2024-11-09T00:18:11,623 DEBUG [RS:0;ef986b38239e:43205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,43205,1731111490187'
2024-11-09T00:18:11,623 DEBUG [RS:0;ef986b38239e:43205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01267932286/flush-table-proc/abort'
2024-11-09T00:18:11,623 DEBUG [RS:0;ef986b38239e:43205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01267932286/flush-table-proc/acquired'
2024-11-09T00:18:11,623 DEBUG [RS:0;ef986b38239e:43205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T00:18:11,624 DEBUG [RS:0;ef986b38239e:43205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T00:18:11,624 DEBUG [RS:0;ef986b38239e:43205 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef986b38239e,43205,1731111490187
2024-11-09T00:18:11,624 DEBUG [RS:0;ef986b38239e:43205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,43205,1731111490187'
2024-11-09T00:18:11,624 DEBUG [RS:0;ef986b38239e:43205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01267932286/online-snapshot/abort'
2024-11-09T00:18:11,624 DEBUG [RS:0;ef986b38239e:43205.replicationSource,1-ef986b38239e,43205,1731111490187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f4f9c51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:11,624 DEBUG [RS:0;ef986b38239e:43205.replicationSource,1-ef986b38239e,43205,1731111490187 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,33795,-1 for getting cluster id
2024-11-09T00:18:11,624 DEBUG [RS:0;ef986b38239e:43205.replicationSource,1-ef986b38239e,43205,1731111490187 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:18:11,624 DEBUG [RS:0;ef986b38239e:43205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01267932286/online-snapshot/acquired'
2024-11-09T00:18:11,624 DEBUG [RS:0;ef986b38239e:43205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T00:18:11,624 INFO  [RS:0;ef986b38239e:43205 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T00:18:11,624 INFO  [RS:0;ef986b38239e:43205 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T00:18:11,625 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99ae55d7-949d-4ca3-b4a5-f719180d7032'
2024-11-09T00:18:11,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:18:11,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99ae55d7-949d-4ca3-b4a5-f719180d7032"

2024-11-09T00:18:11,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@295b5f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:11,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,33795,-1]
2024-11-09T00:18:11,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:18:11,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:11,626 INFO  [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:18:11,644 DEBUG [RS:0;ef986b38239e:43205.replicationSource,1-ef986b38239e,43205,1731111490187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@115411ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:11,644 DEBUG [RS:0;ef986b38239e:43205.replicationSource,1-ef986b38239e,43205,1731111490187 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:18:11,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,33795,1731111479967
2024-11-09T00:18:11,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ba898a7
2024-11-09T00:18:11,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:18:11,647 INFO  [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService
2024-11-09T00:18:11,648 INFO  [RS:0;ef986b38239e:43205.replicationSource,1-ef986b38239e,43205,1731111490187 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef986b38239e,43205,1731111490187 (queues=0) is replicating from cluster=6bcf77f7-8dbd-4fa6-b0b1-6270b52037f2 to cluster=99ae55d7-949d-4ca3-b4a5-f719180d7032
2024-11-09T00:18:11,725 INFO  [RS:0;ef986b38239e:43205 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:18:11,726 INFO  [RS:0;ef986b38239e:43205 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C43205%2C1731111490187, suffix=, logDir=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,43205,1731111490187, archiveDir=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/oldWALs, maxLogs=10
2024-11-09T00:18:11,739 DEBUG [RS:0;ef986b38239e:43205 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,43205,1731111490187/ef986b38239e%2C43205%2C1731111490187.1731111491726, exclude list is [], retry=0
2024-11-09T00:18:11,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36101,DS-40f3d4d6-8e2d-4edc-9da5-c6ac9f6cf41a,DISK]
2024-11-09T00:18:11,744 INFO  [RS:0;ef986b38239e:43205 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,43205,1731111490187/ef986b38239e%2C43205%2C1731111490187.1731111491726
2024-11-09T00:18:11,745 DEBUG [RS:0;ef986b38239e:43205 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group ef986b38239e%2C43205%2C1731111490187 for peer 1
2024-11-09T00:18:11,745 DEBUG [RS:0;ef986b38239e:43205 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef986b38239e%2C43205%2C1731111490187
2024-11-09T00:18:11,745 INFO  [RS:0;ef986b38239e:43205 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef986b38239e,43205,1731111490187, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-09T00:18:11,745 DEBUG [RS:0;ef986b38239e:43205 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35489:35489)]
2024-11-09T00:18:11,745 INFO  [RS:0;ef986b38239e:43205.replicationSource.shipperef986b38239e%2C43205%2C1731111490187,1-ef986b38239e,43205,1731111490187 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef986b38239e%2C43205%2C1731111490187
2024-11-09T00:18:11,745 DEBUG [RS:0;ef986b38239e:43205.replicationSource.wal-reader.ef986b38239e%2C43205%2C1731111490187,1-ef986b38239e,43205,1731111490187 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,43205,1731111490187/ef986b38239e%2C43205%2C1731111490187.1731111491726, startPosition=0, beingWritten=true
2024-11-09T00:18:11,785 DEBUG [ef986b38239e:33243 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-09T00:18:11,785 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef986b38239e,43205,1731111490187
2024-11-09T00:18:11,786 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,43205,1731111490187, state=OPENING
2024-11-09T00:18:11,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x1011cf4c7980006, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01267932286/meta-region-server
2024-11-09T00:18:11,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43205-0x1011cf4c7980007, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01267932286/meta-region-server
2024-11-09T00:18:11,797 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:18:11,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01267932286/meta-region-server: CHANGED
2024-11-09T00:18:11,797 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,43205,1731111490187}]
2024-11-09T00:18:11,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01267932286/meta-region-server: CHANGED
2024-11-09T00:18:11,950 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:18:11,951 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-09T00:18:11,954 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-09T00:18:11,954 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:18:11,954 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-09T00:18:11,954 DEBUG [RS:0;ef986b38239e:43205.replicationSource.wal-reader.ef986b38239e%2C43205%2C1731111490187,1-ef986b38239e,43205,1731111490187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,43205,1731111490187/ef986b38239e%2C43205%2C1731111490187.1731111491726 to pos 0, reset compression=false
2024-11-09T00:18:11,955 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C43205%2C1731111490187.meta, suffix=.meta, logDir=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,43205,1731111490187, archiveDir=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/oldWALs, maxLogs=10
2024-11-09T00:18:11,968 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,43205,1731111490187/ef986b38239e%2C43205%2C1731111490187.meta.1731111491956.meta, exclude list is [], retry=0
2024-11-09T00:18:11,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36101,DS-40f3d4d6-8e2d-4edc-9da5-c6ac9f6cf41a,DISK]
2024-11-09T00:18:11,972 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,43205,1731111490187/ef986b38239e%2C43205%2C1731111490187.meta.1731111491956.meta
2024-11-09T00:18:11,973 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35489:35489)]
2024-11-09T00:18:11,973 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:18:11,973 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:18:11,973 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:18:11,973 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-09T00:18:11,974 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-09T00:18:11,974 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-09T00:18:11,974 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:18:11,974 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-09T00:18:11,974 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-09T00:18:11,975 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:18:11,976 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:18:11,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:11,983 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/meta/1588230740/info/b5cb3f7bc84e41ae8b9fbf3d023377f0
2024-11-09T00:18:11,983 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:11,983 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:18:11,984 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:18:11,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:11,991 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/meta/1588230740/ns/1e4ceeb0d28446b38d0a38b4ee5d758c
2024-11-09T00:18:11,991 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:11,991 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:18:11,992 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:18:11,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:11,993 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:11,993 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:18:11,994 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:18:11,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:11,999 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/meta/1588230740/table/0a242b05d0fc4d3792385ae0018ef588
2024-11-09T00:18:11,999 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:12,000 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:18:12,001 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/meta/1588230740
2024-11-09T00:18:12,002 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/meta/1588230740
2024-11-09T00:18:12,003 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:18:12,003 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:18:12,004 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:18:12,005 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:18:12,007 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71857592, jitterRate=0.07076156139373779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:18:12,007 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-09T00:18:12,008 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731111491974Writing region info on filesystem at 1731111491974Initializing all the Stores at 1731111491975 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111491975Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111491975Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111491975Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111491975Cleaning up temporary data from old regions at 1731111492003 (+28 ms)Running coprocessor post-open hooks at 1731111492007 (+4 ms)Region opened successfully at 1731111492007
2024-11-09T00:18:12,009 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731111491949
2024-11-09T00:18:12,010 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-09T00:18:12,010 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-09T00:18:12,011 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=ef986b38239e,43205,1731111490187
2024-11-09T00:18:12,012 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,43205,1731111490187, state=OPEN
2024-11-09T00:18:12,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x1011cf4c7980006, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01267932286/meta-region-server
2024-11-09T00:18:12,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43205-0x1011cf4c7980007, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01267932286/meta-region-server
2024-11-09T00:18:12,023 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef986b38239e,43205,1731111490187
2024-11-09T00:18:12,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01267932286/meta-region-server: CHANGED
2024-11-09T00:18:12,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01267932286/meta-region-server: CHANGED
2024-11-09T00:18:12,026 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-09T00:18:12,026 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,43205,1731111490187 in 226 msec
2024-11-09T00:18:12,027 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-09T00:18:12,027 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 643 msec
2024-11-09T00:18:12,259 DEBUG [RS:0;ef986b38239e:43205.replicationSource.wal-reader.ef986b38239e%2C43205%2C1731111490187,1-ef986b38239e,43205,1731111490187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,43205,1731111490187/ef986b38239e%2C43205%2C1731111490187.1731111491726 to pos 0, reset compression=false
2024-11-09T00:18:12,663 DEBUG [RS:0;ef986b38239e:43205.replicationSource.wal-reader.ef986b38239e%2C43205%2C1731111490187,1-ef986b38239e,43205,1731111490187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,43205,1731111490187/ef986b38239e%2C43205%2C1731111490187.1731111491726 to pos 0, reset compression=false
2024-11-09T00:18:13,045 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1666ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1516ms
2024-11-09T00:18:13,168 DEBUG [RS:0;ef986b38239e:43205.replicationSource.wal-reader.ef986b38239e%2C43205%2C1731111490187,1-ef986b38239e,43205,1731111490187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,43205,1731111490187/ef986b38239e%2C43205%2C1731111490187.1731111491726 to pos 0, reset compression=false
2024-11-09T00:18:13,773 DEBUG [RS:0;ef986b38239e:43205.replicationSource.wal-reader.ef986b38239e%2C43205%2C1731111490187,1-ef986b38239e,43205,1731111490187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,43205,1731111490187/ef986b38239e%2C43205%2C1731111490187.1731111491726 to pos 0, reset compression=false
2024-11-09T00:18:14,477 DEBUG [RS:0;ef986b38239e:43205.replicationSource.wal-reader.ef986b38239e%2C43205%2C1731111490187,1-ef986b38239e,43205,1731111490187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,43205,1731111490187/ef986b38239e%2C43205%2C1731111490187.1731111491726 to pos 0, reset compression=false
2024-11-09T00:18:14,547 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3168ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3018ms
2024-11-09T00:18:15,281 DEBUG [RS:0;ef986b38239e:43205.replicationSource.wal-reader.ef986b38239e%2C43205%2C1731111490187,1-ef986b38239e,43205,1731111490187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,43205,1731111490187/ef986b38239e%2C43205%2C1731111490187.1731111491726 to pos 0, reset compression=false
2024-11-09T00:18:15,899 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4520ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running
2024-11-09T00:18:15,900 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-09T00:18:15,900 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:18:15,900 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,43205,1731111490187, seqNum=-1]
2024-11-09T00:18:15,900 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:18:15,901 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:18:15,905 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bc7180b8e5818d36fc5fae405331135b, regionState=OPEN, lastHost=ef986b38239e,39047,1731111474404, regionLocation=ef986b38239e,39047,1731111474404, openSeqNum=2
2024-11-09T00:18:15,905 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-09T00:18:15,905 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731111555905
2024-11-09T00:18:15,905 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731111615905
2024-11-09T00:18:15,905 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec
2024-11-09T00:18:15,905 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(207): ef986b38239e,39047,1731111474404 had 2 regions
2024-11-09T00:18:15,906 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,33243,1731111490052-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:15,906 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,33243,1731111490052-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:15,906 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,33243,1731111490052-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:15,906 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef986b38239e:33243, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:15,906 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:15,906 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:15,907 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure ef986b38239e,39047,1731111474404, splitWal=true, meta=true, isMeta: false
2024-11-09T00:18:15,908 INFO  [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,39047,1731111474404-splitting dir is empty, no logs to split.
2024-11-09T00:18:15,908 INFO  [PEWorker-3 {}] master.SplitWALManager(105): ef986b38239e,39047,1731111474404 WAL count=0, meta=false
2024-11-09T00:18:15,910 INFO  [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,39047,1731111474404-splitting dir is empty, no logs to split.
2024-11-09T00:18:15,910 INFO  [PEWorker-3 {}] master.SplitWALManager(105): ef986b38239e,39047,1731111474404 WAL count=0, meta=false
2024-11-09T00:18:15,910 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if ef986b38239e,39047,1731111474404 WAL splitting is done? wals=0, meta=false
2024-11-09T00:18:15,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-09T00:18:15,911 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.450sec
2024-11-09T00:18:15,911 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-09T00:18:15,911 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-09T00:18:15,911 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-09T00:18:15,911 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-09T00:18:15,911 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-09T00:18:15,911 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,33243,1731111490052-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:18:15,912 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,33243,1731111490052-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-09T00:18:15,913 WARN  [master/ef986b38239e:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=ef986b38239e,39047,1731111474404/hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b.
2024-11-09T00:18:15,915 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-09T00:18:15,915 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-09T00:18:15,915 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,33243,1731111490052-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:15,915 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bc7180b8e5818d36fc5fae405331135b, ASSIGN}]
2024-11-09T00:18:15,916 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bc7180b8e5818d36fc5fae405331135b, ASSIGN
2024-11-09T00:18:15,917 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bc7180b8e5818d36fc5fae405331135b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-09T00:18:15,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b860293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:15,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,33243,-1 for getting cluster id
2024-11-09T00:18:15,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:18:15,957 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6bcf77f7-8dbd-4fa6-b0b1-6270b52037f2'
2024-11-09T00:18:15,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:18:15,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6bcf77f7-8dbd-4fa6-b0b1-6270b52037f2"

2024-11-09T00:18:15,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ecdb689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:15,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,33243,-1]
2024-11-09T00:18:15,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:18:15,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:15,959 INFO  [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:18:15,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d2cf9b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:15,960 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:18:15,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,43205,1731111490187, seqNum=-1]
2024-11-09T00:18:15,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:18:15,962 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:18:15,964 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted
2024-11-09T00:18:15,964 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:18:15,964 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:18:15,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:15,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:15,964 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:18:15,964 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: ef986b38239e:33243 after: ef986b38239e:33243
2024-11-09T00:18:15,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f64071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:15,965 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,33243,-1 for getting cluster id
2024-11-09T00:18:15,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:18:15,965 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6bcf77f7-8dbd-4fa6-b0b1-6270b52037f2'
2024-11-09T00:18:15,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:18:15,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6bcf77f7-8dbd-4fa6-b0b1-6270b52037f2"

2024-11-09T00:18:15,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1693b46c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:15,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,33243,-1]
2024-11-09T00:18:15,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:18:15,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:15,967 INFO  [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:18:15,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f41e2b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:15,967 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:18:15,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,33243,1731111490052
2024-11-09T00:18:15,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35b7c18c
2024-11-09T00:18:15,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:18:15,969 INFO  [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:18:15,969 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33243 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1
2024-11-09T00:18:15,969 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-09T00:18:15,969 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:18:15,969 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:18:15,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:15,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:15,969 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:18:15,970 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-09T00:18:15,970 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1304146982, stopped=false
2024-11-09T00:18:15,970 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef986b38239e,33795,1731111479967
2024-11-09T00:18:16,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1011cf4c7980003, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11276502380/running
2024-11-09T00:18:16,034 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x1011cf4c7980004, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11276502380/running
2024-11-09T00:18:16,034 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x1011cf4c7980004, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276502380
2024-11-09T00:18:16,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1011cf4c7980003, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276502380
2024-11-09T00:18:16,034 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:18:16,034 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:18:16,034 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:18:16,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:16,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37885-0x1011cf4c7980004, quorum=127.0.0.1:60802, baseZNode=/11276502380 Set watcher on znode that does not yet exist, /11276502380/running
2024-11-09T00:18:16,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33795-0x1011cf4c7980003, quorum=127.0.0.1:60802, baseZNode=/11276502380 Set watcher on znode that does not yet exist, /11276502380/running
2024-11-09T00:18:16,034 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef986b38239e,37885,1731111480094' *****
2024-11-09T00:18:16,034 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T00:18:16,034 INFO  [RS:0;ef986b38239e:37885 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T00:18:16,035 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T00:18:16,035 INFO  [RS:0;ef986b38239e:37885 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T00:18:16,035 INFO  [RS:0;ef986b38239e:37885 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T00:18:16,035 INFO  [RS:0;ef986b38239e:37885 {}] regionserver.HRegionServer(959): stopping server ef986b38239e,37885,1731111480094
2024-11-09T00:18:16,035 INFO  [RS:0;ef986b38239e:37885 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:18:16,035 INFO  [RS:0;ef986b38239e:37885 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:37885.
2024-11-09T00:18:16,035 DEBUG [RS:0;ef986b38239e:37885 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:18:16,035 DEBUG [RS:0;ef986b38239e:37885 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:16,035 INFO  [RS:0;ef986b38239e:37885 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T00:18:16,035 INFO  [RS:0;ef986b38239e:37885 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T00:18:16,035 INFO  [RS:0;ef986b38239e:37885 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T00:18:16,035 INFO  [RS:0;ef986b38239e:37885 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-09T00:18:16,035 INFO  [RS:0;ef986b38239e:37885 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-09T00:18:16,035 DEBUG [RS:0;ef986b38239e:37885 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-09T00:18:16,035 DEBUG [RS:0;ef986b38239e:37885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:18:16,035 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:18:16,035 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:18:16,035 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:18:16,035 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:18:16,035 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:18:16,036 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB
2024-11-09T00:18:16,049 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/data/hbase/meta/1588230740/.tmp/ns/3331bce4d10f4bad8d574bace9d1b9ff is 43, key is default/ns:d/1731111483654/Put/seqid=0
2024-11-09T00:18:16,052 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741835_1011 (size=5153)
2024-11-09T00:18:16,067 DEBUG [ef986b38239e:33243 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-09T00:18:16,067 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=bc7180b8e5818d36fc5fae405331135b, regionState=OPENING, regionLocation=ef986b38239e,43205,1731111490187
2024-11-09T00:18:16,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bc7180b8e5818d36fc5fae405331135b, ASSIGN because future has completed
2024-11-09T00:18:16,070 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc7180b8e5818d36fc5fae405331135b, server=ef986b38239e,43205,1731111490187}]
2024-11-09T00:18:16,071 INFO  [regionserver/ef986b38239e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:18:16,186 DEBUG [RS:0;ef986b38239e:43205.replicationSource.wal-reader.ef986b38239e%2C43205%2C1731111490187,1-ef986b38239e,43205,1731111490187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,43205,1731111490187/ef986b38239e%2C43205%2C1731111490187.1731111491726 to pos 0, reset compression=false
2024-11-09T00:18:16,224 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b.
2024-11-09T00:18:16,224 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:18:16,224 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-09T00:18:16,226 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C43205%2C1731111490187.rep, suffix=, logDir=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,43205,1731111490187, archiveDir=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/oldWALs, maxLogs=10
2024-11-09T00:18:16,235 DEBUG [RS:0;ef986b38239e:37885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:18:16,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,43205,1731111490187/ef986b38239e%2C43205%2C1731111490187.rep.1731111496226, exclude list is [], retry=0
2024-11-09T00:18:16,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36101,DS-40f3d4d6-8e2d-4edc-9da5-c6ac9f6cf41a,DISK]
2024-11-09T00:18:16,241 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,43205,1731111490187/ef986b38239e%2C43205%2C1731111490187.rep.1731111496226
2024-11-09T00:18:16,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35489:35489)]
2024-11-09T00:18:16,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => bc7180b8e5818d36fc5fae405331135b, NAME => 'hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:18:16,242 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:18:16,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:18:16,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b. service=MultiRowMutationService
2024-11-09T00:18:16,242 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-09T00:18:16,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bc7180b8e5818d36fc5fae405331135b
2024-11-09T00:18:16,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:18:16,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for bc7180b8e5818d36fc5fae405331135b
2024-11-09T00:18:16,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for bc7180b8e5818d36fc5fae405331135b
2024-11-09T00:18:16,244 INFO  [StoreOpener-bc7180b8e5818d36fc5fae405331135b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bc7180b8e5818d36fc5fae405331135b 
2024-11-09T00:18:16,244 INFO  [StoreOpener-bc7180b8e5818d36fc5fae405331135b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc7180b8e5818d36fc5fae405331135b columnFamilyName hfileref
2024-11-09T00:18:16,244 DEBUG [StoreOpener-bc7180b8e5818d36fc5fae405331135b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:16,245 INFO  [StoreOpener-bc7180b8e5818d36fc5fae405331135b-1 {}] regionserver.HStore(327): Store=bc7180b8e5818d36fc5fae405331135b/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:16,245 INFO  [StoreOpener-bc7180b8e5818d36fc5fae405331135b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bc7180b8e5818d36fc5fae405331135b 
2024-11-09T00:18:16,245 INFO  [StoreOpener-bc7180b8e5818d36fc5fae405331135b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc7180b8e5818d36fc5fae405331135b columnFamilyName queue
2024-11-09T00:18:16,245 DEBUG [StoreOpener-bc7180b8e5818d36fc5fae405331135b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:16,250 DEBUG [StoreOpener-bc7180b8e5818d36fc5fae405331135b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/replication/bc7180b8e5818d36fc5fae405331135b/queue/464f24dc7dd445229e0ba79e3316d894
2024-11-09T00:18:16,250 INFO  [StoreOpener-bc7180b8e5818d36fc5fae405331135b-1 {}] regionserver.HStore(327): Store=bc7180b8e5818d36fc5fae405331135b/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:16,250 INFO  [StoreOpener-bc7180b8e5818d36fc5fae405331135b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bc7180b8e5818d36fc5fae405331135b 
2024-11-09T00:18:16,251 INFO  [StoreOpener-bc7180b8e5818d36fc5fae405331135b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc7180b8e5818d36fc5fae405331135b columnFamilyName sid
2024-11-09T00:18:16,251 DEBUG [StoreOpener-bc7180b8e5818d36fc5fae405331135b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:16,251 INFO  [StoreOpener-bc7180b8e5818d36fc5fae405331135b-1 {}] regionserver.HStore(327): Store=bc7180b8e5818d36fc5fae405331135b/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:16,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for bc7180b8e5818d36fc5fae405331135b
2024-11-09T00:18:16,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/replication/bc7180b8e5818d36fc5fae405331135b
2024-11-09T00:18:16,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/replication/bc7180b8e5818d36fc5fae405331135b
2024-11-09T00:18:16,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for bc7180b8e5818d36fc5fae405331135b
2024-11-09T00:18:16,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for bc7180b8e5818d36fc5fae405331135b
2024-11-09T00:18:16,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-09T00:18:16,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for bc7180b8e5818d36fc5fae405331135b
2024-11-09T00:18:16,256 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened bc7180b8e5818d36fc5fae405331135b; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66975860, jitterRate=-0.0019819140434265137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-09T00:18:16,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc7180b8e5818d36fc5fae405331135b
2024-11-09T00:18:16,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for bc7180b8e5818d36fc5fae405331135b:
Running coprocessor pre-open hook at 1731111496242Writing region info on filesystem at 1731111496242Initializing all the Stores at 1731111496243 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111496243Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111496243Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111496244 (+1 ms)Cleaning up temporary data from old regions at 1731111496254 (+10 ms)Running coprocessor post-open hooks at 1731111496256 (+2 ms)Region opened successfully at 1731111496257 (+1 ms)
2024-11-09T00:18:16,257 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b., pid=13, masterSystemTime=1731111496221
2024-11-09T00:18:16,259 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-09T00:18:16,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b.
2024-11-09T00:18:16,259 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b.
2024-11-09T00:18:16,259 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-09T00:18:16,260 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=bc7180b8e5818d36fc5fae405331135b, regionState=OPEN, openSeqNum=9, regionLocation=ef986b38239e,43205,1731111490187
2024-11-09T00:18:16,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc7180b8e5818d36fc5fae405331135b, server=ef986b38239e,43205,1731111490187 because future has completed
2024-11-09T00:18:16,263 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12
2024-11-09T00:18:16,264 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure bc7180b8e5818d36fc5fae405331135b, server=ef986b38239e,43205,1731111490187 in 193 msec
2024-11-09T00:18:16,265 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9
2024-11-09T00:18:16,265 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bc7180b8e5818d36fc5fae405331135b, ASSIGN in 349 msec
2024-11-09T00:18:16,265 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}]
2024-11-09T00:18:16,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b., hostname=ef986b38239e,43205,1731111490187, seqNum=9]
2024-11-09T00:18:16,282 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for ef986b38239e,39047,1731111474404
2024-11-09T00:18:16,282 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}]
2024-11-09T00:18:16,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15
2024-11-09T00:18:16,436 DEBUG [RS:0;ef986b38239e:37885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:18:16,453 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/data/hbase/meta/1588230740/.tmp/ns/3331bce4d10f4bad8d574bace9d1b9ff
2024-11-09T00:18:16,459 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/data/hbase/meta/1588230740/.tmp/ns/3331bce4d10f4bad8d574bace9d1b9ff as hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/data/hbase/meta/1588230740/ns/3331bce4d10f4bad8d574bace9d1b9ff
2024-11-09T00:18:16,464 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/data/hbase/meta/1588230740/ns/3331bce4d10f4bad8d574bace9d1b9ff, entries=2, sequenceid=6, filesize=5.0 K
2024-11-09T00:18:16,465 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false
2024-11-09T00:18:16,465 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-09T00:18:16,470 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-09T00:18:16,470 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:18:16,470 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:18:16,470 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:18:16,470 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111496035Running coprocessor pre-close hooks at 1731111496035Disabling compacts and flushes for region at 1731111496035Disabling writes for close at 1731111496035Obtaining lock to block concurrent updates at 1731111496036 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731111496036Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731111496036Flushing stores of hbase:meta,,1.1588230740 at 1731111496036Flushing 1588230740/ns: creating writer at 1731111496036Flushing 1588230740/ns: appending metadata at 1731111496049 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731111496049Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fc6edad: reopening flushed file at 1731111496458 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false at 1731111496465 (+7 ms)Writing region close event to WAL at 1731111496466 (+1 ms)Running coprocessor post-close hooks at 1731111496470 (+4 ms)Closed at 1731111496470
2024-11-09T00:18:16,471 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-09T00:18:16,636 INFO  [RS:0;ef986b38239e:37885 {}] regionserver.HRegionServer(976): stopping server ef986b38239e,37885,1731111480094; all regions closed.
2024-11-09T00:18:16,638 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741834_1010 (size=1152)
2024-11-09T00:18:16,638 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/WALs/ef986b38239e,37885,1731111480094/ef986b38239e%2C37885%2C1731111480094.meta.1731111483488.meta not finished, retry = 0
2024-11-09T00:18:16,741 DEBUG [RS:0;ef986b38239e:37885 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/oldWALs
2024-11-09T00:18:16,741 INFO  [RS:0;ef986b38239e:37885 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef986b38239e%2C37885%2C1731111480094.meta:.meta(num 1731111483488)
2024-11-09T00:18:16,743 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741832_1008 (size=93)
2024-11-09T00:18:16,743 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/WALs/ef986b38239e,37885,1731111480094/ef986b38239e%2C37885%2C1731111480094.1731111482387 not finished, retry = 0
2024-11-09T00:18:16,845 DEBUG [RS:0;ef986b38239e:37885 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/oldWALs
2024-11-09T00:18:16,845 INFO  [RS:0;ef986b38239e:37885 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef986b38239e%2C37885%2C1731111480094:(num 1731111482387)
2024-11-09T00:18:16,845 DEBUG [RS:0;ef986b38239e:37885 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:16,845 INFO  [RS:0;ef986b38239e:37885 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:18:16,845 INFO  [RS:0;ef986b38239e:37885 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:18:16,846 INFO  [RS:0;ef986b38239e:37885 {}] hbase.ChoreService(370): Chore service for: regionserver/ef986b38239e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-09T00:18:16,846 INFO  [RS:0;ef986b38239e:37885 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:18:16,846 INFO  [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:18:16,846 INFO  [RS:0;ef986b38239e:37885 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37885
2024-11-09T00:18:16,955 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x1011cf4c7980004, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11276502380/rs/ef986b38239e,37885,1731111480094
2024-11-09T00:18:16,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1011cf4c7980003, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276502380/rs
2024-11-09T00:18:16,955 INFO  [RS:0;ef986b38239e:37885 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:18:16,965 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef986b38239e,37885,1731111480094]
2024-11-09T00:18:16,976 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11276502380/draining/ef986b38239e,37885,1731111480094 already deleted, retry=false
2024-11-09T00:18:16,976 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef986b38239e,37885,1731111480094 expired; onlineServers=0
2024-11-09T00:18:16,976 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef986b38239e,33795,1731111479967' *****
2024-11-09T00:18:16,976 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-09T00:18:16,976 INFO  [M:0;ef986b38239e:33795 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:18:16,976 INFO  [M:0;ef986b38239e:33795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:18:16,976 DEBUG [M:0;ef986b38239e:33795 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-09T00:18:16,976 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-09T00:18:16,976 DEBUG [M:0;ef986b38239e:33795 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-09T00:18:16,976 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111482126 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111482126,5,FailOnTimeoutGroup]
2024-11-09T00:18:16,976 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111482126 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111482126,5,FailOnTimeoutGroup]
2024-11-09T00:18:16,976 INFO  [M:0;ef986b38239e:33795 {}] hbase.ChoreService(370): Chore service for: master/ef986b38239e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-09T00:18:16,976 INFO  [M:0;ef986b38239e:33795 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:18:16,976 DEBUG [M:0;ef986b38239e:33795 {}] master.HMaster(1795): Stopping service threads
2024-11-09T00:18:16,976 INFO  [M:0;ef986b38239e:33795 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-09T00:18:16,976 INFO  [M:0;ef986b38239e:33795 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:18:16,976 INFO  [M:0;ef986b38239e:33795 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-09T00:18:16,977 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-09T00:18:16,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1011cf4c7980003, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11276502380/master
2024-11-09T00:18:16,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1011cf4c7980003, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276502380
2024-11-09T00:18:16,986 DEBUG [M:0;ef986b38239e:33795 {}] zookeeper.ZKUtil(347): master:33795-0x1011cf4c7980003, quorum=127.0.0.1:60802, baseZNode=/11276502380 Unable to get data of znode /11276502380/master because node does not exist (not an error)
2024-11-09T00:18:16,986 WARN  [M:0;ef986b38239e:33795 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-09T00:18:16,987 INFO  [M:0;ef986b38239e:33795 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/.lastflushedseqids
2024-11-09T00:18:16,991 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741836_1012 (size=99)
2024-11-09T00:18:17,065 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x1011cf4c7980004, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:18:17,065 INFO  [RS:0;ef986b38239e:37885 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:18:17,065 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x1011cf4c7980004, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:18:17,065 INFO  [RS:0;ef986b38239e:37885 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef986b38239e,37885,1731111480094; zookeeper connection closed.
2024-11-09T00:18:17,066 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18ba11d8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18ba11d8
2024-11-09T00:18:17,066 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-09T00:18:17,192 DEBUG [RS:0;ef986b38239e:43205.replicationSource.wal-reader.ef986b38239e%2C43205%2C1731111490187,1-ef986b38239e,43205,1731111490187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,43205,1731111490187/ef986b38239e%2C43205%2C1731111490187.1731111491726 to pos 0, reset compression=false
2024-11-09T00:18:17,392 INFO  [M:0;ef986b38239e:33795 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-09T00:18:17,392 INFO  [M:0;ef986b38239e:33795 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-09T00:18:17,392 DEBUG [M:0;ef986b38239e:33795 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:18:17,392 INFO  [M:0;ef986b38239e:33795 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:17,392 DEBUG [M:0;ef986b38239e:33795 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:17,392 DEBUG [M:0;ef986b38239e:33795 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:18:17,392 DEBUG [M:0;ef986b38239e:33795 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:17,392 INFO  [M:0;ef986b38239e:33795 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB
2024-11-09T00:18:17,406 DEBUG [M:0;ef986b38239e:33795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4915a59454804d67aea22c49289fcd9f is 82, key is hbase:meta,,1/info:regioninfo/1731111483518/Put/seqid=0
2024-11-09T00:18:17,410 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741837_1013 (size=5672)
2024-11-09T00:18:17,475 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:18:17,504 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:17,504 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:17,504 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:17,504 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:17,505 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:17,511 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:17,811 INFO  [M:0;ef986b38239e:33795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4915a59454804d67aea22c49289fcd9f
2024-11-09T00:18:17,886 DEBUG [M:0;ef986b38239e:33795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/671420fddd4742568c7de6954a60a5cb is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731111483658/Put/seqid=0
2024-11-09T00:18:17,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741838_1014 (size=5275)
2024-11-09T00:18:18,290 INFO  [M:0;ef986b38239e:33795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/671420fddd4742568c7de6954a60a5cb
2024-11-09T00:18:18,296 DEBUG [RS:0;ef986b38239e:43205.replicationSource.wal-reader.ef986b38239e%2C43205%2C1731111490187,1-ef986b38239e,43205,1731111490187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,43205,1731111490187/ef986b38239e%2C43205%2C1731111490187.1731111491726 to pos 0, reset compression=false
2024-11-09T00:18:18,309 DEBUG [M:0;ef986b38239e:33795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/172706886480419e840d0bc07dbbda14 is 69, key is ef986b38239e,37885,1731111480094/rs:state/1731111482172/Put/seqid=0
2024-11-09T00:18:18,312 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741839_1015 (size=5156)
2024-11-09T00:18:18,713 INFO  [M:0;ef986b38239e:33795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/172706886480419e840d0bc07dbbda14
2024-11-09T00:18:18,718 DEBUG [M:0;ef986b38239e:33795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4915a59454804d67aea22c49289fcd9f as hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4915a59454804d67aea22c49289fcd9f
2024-11-09T00:18:18,722 INFO  [M:0;ef986b38239e:33795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4915a59454804d67aea22c49289fcd9f, entries=8, sequenceid=28, filesize=5.5 K
2024-11-09T00:18:18,723 DEBUG [M:0;ef986b38239e:33795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/671420fddd4742568c7de6954a60a5cb as hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/671420fddd4742568c7de6954a60a5cb
2024-11-09T00:18:18,727 INFO  [M:0;ef986b38239e:33795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/671420fddd4742568c7de6954a60a5cb, entries=3, sequenceid=28, filesize=5.2 K
2024-11-09T00:18:18,728 DEBUG [M:0;ef986b38239e:33795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/172706886480419e840d0bc07dbbda14 as hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/172706886480419e840d0bc07dbbda14
2024-11-09T00:18:18,733 INFO  [M:0;ef986b38239e:33795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43355/user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/172706886480419e840d0bc07dbbda14, entries=1, sequenceid=28, filesize=5.0 K
2024-11-09T00:18:18,734 INFO  [M:0;ef986b38239e:33795 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1342ms, sequenceid=28, compaction requested=false
2024-11-09T00:18:18,735 INFO  [M:0;ef986b38239e:33795 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:18,735 DEBUG [M:0;ef986b38239e:33795 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111497392Disabling compacts and flushes for region at 1731111497392Disabling writes for close at 1731111497392Obtaining lock to block concurrent updates at 1731111497392Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731111497392Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731111497393 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731111497393Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731111497393Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731111497406 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731111497406Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731111497869 (+463 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731111497885 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731111497885Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731111498294 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731111498308 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731111498308Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2be4e14: reopening flushed file at 1731111498717 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6119cd39: reopening flushed file at 1731111498722 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18eed5d6: reopening flushed file at 1731111498727 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1342ms, sequenceid=28, compaction requested=false at 1731111498734 (+7 ms)Writing region close event to WAL at 1731111498735 (+1 ms)Closed at 1731111498735
2024-11-09T00:18:18,737 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741830_1006 (size=10165)
2024-11-09T00:18:18,737 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d02c3e68-5dec-2661-2422-c271a2c6a72c/MasterData/WALs/ef986b38239e,33795,1731111479967/ef986b38239e%2C33795%2C1731111479967.1731111481908 not finished, retry = 0
2024-11-09T00:18:18,839 INFO  [M:0;ef986b38239e:33795 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-09T00:18:18,839 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:18:18,839 INFO  [M:0;ef986b38239e:33795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33795
2024-11-09T00:18:18,839 INFO  [M:0;ef986b38239e:33795 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:18:19,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1011cf4c7980003, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:18:19,002 INFO  [M:0;ef986b38239e:33795 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:18:19,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x1011cf4c7980003, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:18:19,004 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@535273df{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:18:19,004 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55a9ff92{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:18:19,004 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:18:19,005 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20f81a38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:18:19,005 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63a0c2e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad/hadoop.log.dir/,STOPPED}
2024-11-09T00:18:19,006 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T00:18:19,006 WARN  [BP-826706491-172.17.0.3-1731111477891 heartbeating to localhost/127.0.0.1:43355 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T00:18:19,006 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T00:18:19,006 WARN  [BP-826706491-172.17.0.3-1731111477891 heartbeating to localhost/127.0.0.1:43355 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-826706491-172.17.0.3-1731111477891 (Datanode Uuid 9dcda845-88b7-48a4-ae88-48ecc512da6b) service to localhost/127.0.0.1:43355
2024-11-09T00:18:19,006 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad/cluster_504c97f1-31bb-c843-0fb6-aab5308b327f/data/data1/current/BP-826706491-172.17.0.3-1731111477891 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:18:19,007 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad/cluster_504c97f1-31bb-c843-0fb6-aab5308b327f/data/data2/current/BP-826706491-172.17.0.3-1731111477891 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:18:19,007 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T00:18:19,013 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@158e2412{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:18:19,013 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fedb279{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:18:19,013 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:18:19,014 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e032d09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:18:19,014 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25c7dd70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad/hadoop.log.dir/,STOPPED}
2024-11-09T00:18:19,025 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-09T00:18:19,025 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-09T00:18:19,025 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:18:19,025 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:18:19,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:19,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:19,026 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:18:19,026 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-09T00:18:19,026 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=324916467, stopped=false
2024-11-09T00:18:19,026 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef986b38239e,33243,1731111490052
2024-11-09T00:18:19,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x1011cf4c7980006, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01267932286/running
2024-11-09T00:18:19,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43205-0x1011cf4c7980007, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01267932286/running
2024-11-09T00:18:19,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x1011cf4c7980006, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286
2024-11-09T00:18:19,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43205-0x1011cf4c7980007, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286
2024-11-09T00:18:19,049 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:18:19,050 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:18:19,050 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:18:19,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:19,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43205-0x1011cf4c7980007, quorum=127.0.0.1:60802, baseZNode=/01267932286 Set watcher on znode that does not yet exist, /01267932286/running
2024-11-09T00:18:19,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33243-0x1011cf4c7980006, quorum=127.0.0.1:60802, baseZNode=/01267932286 Set watcher on znode that does not yet exist, /01267932286/running
2024-11-09T00:18:19,051 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef986b38239e,43205,1731111490187' *****
2024-11-09T00:18:19,051 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T00:18:19,051 INFO  [RS:0;ef986b38239e:43205 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T00:18:19,051 INFO  [RS:0;ef986b38239e:43205 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T00:18:19,051 INFO  [RS:0;ef986b38239e:43205 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T00:18:19,051 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T00:18:19,051 INFO  [RS:0;ef986b38239e:43205 {}] regionserver.HRegionServer(3091): Received CLOSE for bc7180b8e5818d36fc5fae405331135b
2024-11-09T00:18:19,051 INFO  [RS:0;ef986b38239e:43205 {}] regionserver.HRegionServer(959): stopping server ef986b38239e,43205,1731111490187
2024-11-09T00:18:19,051 INFO  [RS:0;ef986b38239e:43205 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:18:19,051 INFO  [RS:0;ef986b38239e:43205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:43205.
2024-11-09T00:18:19,051 DEBUG [RS:0;ef986b38239e:43205 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:18:19,051 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc7180b8e5818d36fc5fae405331135b, disabling compactions & flushes
2024-11-09T00:18:19,051 DEBUG [RS:0;ef986b38239e:43205 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:19,051 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b.
2024-11-09T00:18:19,051 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b.
2024-11-09T00:18:19,052 INFO  [RS:0;ef986b38239e:43205 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T00:18:19,052 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b. after waiting 0 ms
2024-11-09T00:18:19,052 INFO  [RS:0;ef986b38239e:43205 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T00:18:19,052 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b.
2024-11-09T00:18:19,052 INFO  [RS:0;ef986b38239e:43205 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T00:18:19,052 INFO  [RS:0;ef986b38239e:43205 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-09T00:18:19,052 INFO  [RS:0;ef986b38239e:43205 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-09T00:18:19,052 DEBUG [RS:0;ef986b38239e:43205 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bc7180b8e5818d36fc5fae405331135b=hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b.}
2024-11-09T00:18:19,052 DEBUG [RS:0;ef986b38239e:43205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc7180b8e5818d36fc5fae405331135b
2024-11-09T00:18:19,052 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:18:19,052 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:18:19,052 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:18:19,052 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:18:19,052 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:18:19,052 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB
2024-11-09T00:18:19,058 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/replication/bc7180b8e5818d36fc5fae405331135b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8
2024-11-09T00:18:19,059 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:18:19,059 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:18:19,059 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b.
2024-11-09T00:18:19,059 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc7180b8e5818d36fc5fae405331135b:
Waiting for close lock at 1731111499051Running coprocessor pre-close hooks at 1731111499051Disabling compacts and flushes for region at 1731111499051Disabling writes for close at 1731111499052 (+1 ms)Writing region close event to WAL at 1731111499052Running coprocessor post-close hooks at 1731111499059 (+7 ms)Closed at 1731111499059
2024-11-09T00:18:19,059 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b.
2024-11-09T00:18:19,069 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/meta/1588230740/.tmp/info/ad21238069b94e2bb119ee1b351b8e33 is 147, key is hbase:replication,,1731111483900.bc7180b8e5818d36fc5fae405331135b./info:regioninfo/1731111496259/Put/seqid=0
2024-11-09T00:18:19,072 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741851_1027 (size=6385)
2024-11-09T00:18:19,090 INFO  [regionserver/ef986b38239e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:18:19,252 DEBUG [RS:0;ef986b38239e:43205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:18:19,452 DEBUG [RS:0;ef986b38239e:43205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:18:19,473 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/meta/1588230740/.tmp/info/ad21238069b94e2bb119ee1b351b8e33
2024-11-09T00:18:19,478 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/meta/1588230740/.tmp/info/ad21238069b94e2bb119ee1b351b8e33 as hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/meta/1588230740/info/ad21238069b94e2bb119ee1b351b8e33
2024-11-09T00:18:19,483 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/meta/1588230740/info/ad21238069b94e2bb119ee1b351b8e33, entries=8, sequenceid=19, filesize=6.2 K
2024-11-09T00:18:19,484 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=19, compaction requested=false
2024-11-09T00:18:19,489 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14
2024-11-09T00:18:19,489 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:18:19,489 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:18:19,489 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:18:19,490 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111499052Running coprocessor pre-close hooks at 1731111499052Disabling compacts and flushes for region at 1731111499052Disabling writes for close at 1731111499052Obtaining lock to block concurrent updates at 1731111499052Preparing flush snapshotting stores in 1588230740 at 1731111499052Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731111499052Flushing stores of hbase:meta,,1.1588230740 at 1731111499053 (+1 ms)Flushing 1588230740/info: creating writer at 1731111499053Flushing 1588230740/info: appending metadata at 1731111499068 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731111499068Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50b892cc: reopening flushed file at 1731111499477 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=19, compaction requested=false at 1731111499484 (+7 ms)Writing region close event to WAL at 1731111499485 (+1 ms)Running coprocessor post-close hooks at 1731111499489 (+4 ms)Closed at 1731111499489
2024-11-09T00:18:19,490 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-09T00:18:19,500 DEBUG [RS:0;ef986b38239e:43205.replicationSource.wal-reader.ef986b38239e%2C43205%2C1731111490187,1-ef986b38239e,43205,1731111490187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,43205,1731111490187/ef986b38239e%2C43205%2C1731111490187.1731111491726 to pos 0, reset compression=false
2024-11-09T00:18:19,604 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-09T00:18:19,604 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-09T00:18:19,652 INFO  [RS:0;ef986b38239e:43205 {}] regionserver.HRegionServer(976): stopping server ef986b38239e,43205,1731111490187; all regions closed.
2024-11-09T00:18:19,655 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741849_1025 (size=2156)
2024-11-09T00:18:19,655 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,43205,1731111490187/ef986b38239e%2C43205%2C1731111490187.meta.1731111491956.meta not finished, retry = 0
2024-11-09T00:18:19,757 DEBUG [RS:0;ef986b38239e:43205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/oldWALs
2024-11-09T00:18:19,757 INFO  [RS:0;ef986b38239e:43205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef986b38239e%2C43205%2C1731111490187.meta:.meta(num 1731111491956)
2024-11-09T00:18:19,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741850_1026 (size=796)
2024-11-09T00:18:19,759 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/WALs/ef986b38239e,43205,1731111490187/ef986b38239e%2C43205%2C1731111490187.rep.1731111496226 not finished, retry = 0
2024-11-09T00:18:19,861 DEBUG [RS:0;ef986b38239e:43205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/oldWALs
2024-11-09T00:18:19,861 INFO  [RS:0;ef986b38239e:43205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef986b38239e%2C43205%2C1731111490187.rep:(num 1731111496226)
2024-11-09T00:18:19,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741848_1024 (size=93)
2024-11-09T00:18:19,866 DEBUG [RS:0;ef986b38239e:43205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/oldWALs
2024-11-09T00:18:19,866 INFO  [RS:0;ef986b38239e:43205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef986b38239e%2C43205%2C1731111490187:(num 1731111491726)
2024-11-09T00:18:19,866 DEBUG [RS:0;ef986b38239e:43205 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:19,866 INFO  [RS:0;ef986b38239e:43205 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:18:19,866 INFO  [RS:0;ef986b38239e:43205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:18:19,866 INFO  [RS:0;ef986b38239e:43205 {}] hbase.ChoreService(370): Chore service for: regionserver/ef986b38239e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-09T00:18:19,866 INFO  [RS:0;ef986b38239e:43205 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:18:19,866 INFO  [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:18:19,866 INFO  [RS:0;ef986b38239e:43205 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef986b38239e,43205,1731111490187 because: Region server is closing
2024-11-09T00:18:19,866 WARN  [RS_CLAIM_REPLICATION_QUEUE-regionserver/ef986b38239e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue.
2024-11-09T00:18:19,866 INFO  [RS_CLAIM_REPLICATION_QUEUE-regionserver/ef986b38239e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down
2024-11-09T00:18:19,866 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/ef986b38239e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15
2024-11-09T00:18:19,867 INFO  [RS:0;ef986b38239e:43205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:43205.
2024-11-09T00:18:19,867 DEBUG [RS:0;ef986b38239e:43205 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:18:19,867 DEBUG [RS:0;ef986b38239e:43205 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:19,867 DEBUG [RS:0;ef986b38239e:43205 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:19,867 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:18:19,967 WARN  [RS:0;ef986b38239e:43205.replicationSource.wal-reader.ef986b38239e%2C43205%2C1731111490187,1-ef986b38239e,43205,1731111490187 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-09T00:18:19,967 WARN  [RS:0;ef986b38239e:43205.replicationSource.shipperef986b38239e%2C43205%2C1731111490187,1-ef986b38239e,43205,1731111490187 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-09T00:18:19,967 INFO  [RS:0;ef986b38239e:43205 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;ef986b38239e:43205.replicationSource.shipperef986b38239e%2C43205%2C1731111490187,1-ef986b38239e,43205,1731111490187 terminated
2024-11-09T00:18:19,968 INFO  [RS:0;ef986b38239e:43205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43205
2024-11-09T00:18:20,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x1011cf4c7980006, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286/rs
2024-11-09T00:18:20,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43205-0x1011cf4c7980007, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01267932286/rs/ef986b38239e,43205,1731111490187
2024-11-09T00:18:20,018 INFO  [RS:0;ef986b38239e:43205 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:18:20,028 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef986b38239e,43205,1731111490187]
2024-11-09T00:18:20,039 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01267932286/draining/ef986b38239e,43205,1731111490187 already deleted, retry=false
2024-11-09T00:18:20,039 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef986b38239e,43205,1731111490187 expired; onlineServers=0
2024-11-09T00:18:20,039 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef986b38239e,33243,1731111490052' *****
2024-11-09T00:18:20,039 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-09T00:18:20,039 INFO  [M:0;ef986b38239e:33243 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:18:20,039 INFO  [M:0;ef986b38239e:33243 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:18:20,039 DEBUG [M:0;ef986b38239e:33243 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-09T00:18:20,039 DEBUG [M:0;ef986b38239e:33243 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-09T00:18:20,039 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-09T00:18:20,039 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111491378 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111491378,5,FailOnTimeoutGroup]
2024-11-09T00:18:20,039 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111491378 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111491378,5,FailOnTimeoutGroup]
2024-11-09T00:18:20,039 INFO  [M:0;ef986b38239e:33243 {}] hbase.ChoreService(370): Chore service for: master/ef986b38239e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-09T00:18:20,039 INFO  [M:0;ef986b38239e:33243 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:18:20,039 DEBUG [M:0;ef986b38239e:33243 {}] master.HMaster(1795): Stopping service threads
2024-11-09T00:18:20,039 INFO  [M:0;ef986b38239e:33243 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-09T00:18:20,039 INFO  [M:0;ef986b38239e:33243 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:18:20,039 INFO  [M:0;ef986b38239e:33243 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-09T00:18:20,040 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-09T00:18:20,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x1011cf4c7980006, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01267932286/master
2024-11-09T00:18:20,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x1011cf4c7980006, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267932286
2024-11-09T00:18:20,049 DEBUG [M:0;ef986b38239e:33243 {}] zookeeper.ZKUtil(347): master:33243-0x1011cf4c7980006, quorum=127.0.0.1:60802, baseZNode=/01267932286 Unable to get data of znode /01267932286/master because node does not exist (not an error)
2024-11-09T00:18:20,049 WARN  [M:0;ef986b38239e:33243 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-09T00:18:20,050 INFO  [M:0;ef986b38239e:33243 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/.lastflushedseqids
2024-11-09T00:18:20,055 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741852_1028 (size=181)
2024-11-09T00:18:20,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43205-0x1011cf4c7980007, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:18:20,128 INFO  [RS:0;ef986b38239e:43205 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:18:20,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43205-0x1011cf4c7980007, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:18:20,128 INFO  [RS:0;ef986b38239e:43205 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef986b38239e,43205,1731111490187; zookeeper connection closed.
2024-11-09T00:18:20,129 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16503a5a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16503a5a
2024-11-09T00:18:20,129 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-09T00:18:20,455 INFO  [M:0;ef986b38239e:33243 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-09T00:18:20,455 INFO  [M:0;ef986b38239e:33243 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-09T00:18:20,455 DEBUG [M:0;ef986b38239e:33243 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:18:20,455 INFO  [M:0;ef986b38239e:33243 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:20,455 DEBUG [M:0;ef986b38239e:33243 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:20,455 DEBUG [M:0;ef986b38239e:33243 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:18:20,455 DEBUG [M:0;ef986b38239e:33243 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:20,456 INFO  [M:0;ef986b38239e:33243 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB
2024-11-09T00:18:20,476 DEBUG [M:0;ef986b38239e:33243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33bed62ce8a5402c9b6d6931f6042572 is 82, key is hbase:meta,,1/info:regioninfo/1731111492011/Put/seqid=0
2024-11-09T00:18:20,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741853_1029 (size=5672)
2024-11-09T00:18:20,885 INFO  [M:0;ef986b38239e:33243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33bed62ce8a5402c9b6d6931f6042572
2024-11-09T00:18:20,901 DEBUG [M:0;ef986b38239e:33243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c997ebe8736e4023953cc7cf392ffc72 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731111496264/Put/seqid=0
2024-11-09T00:18:20,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741854_1030 (size=7312)
2024-11-09T00:18:21,306 INFO  [M:0;ef986b38239e:33243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c997ebe8736e4023953cc7cf392ffc72
2024-11-09T00:18:21,327 DEBUG [M:0;ef986b38239e:33243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f755e94d2b4f4a4c88f270e73cc9921d is 69, key is ef986b38239e,43205,1731111490187/rs:state/1731111491502/Put/seqid=0
2024-11-09T00:18:21,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741855_1031 (size=5370)
2024-11-09T00:18:21,731 INFO  [M:0;ef986b38239e:33243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f755e94d2b4f4a4c88f270e73cc9921d
2024-11-09T00:18:21,735 INFO  [M:0;ef986b38239e:33243 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f755e94d2b4f4a4c88f270e73cc9921d
2024-11-09T00:18:21,736 DEBUG [M:0;ef986b38239e:33243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33bed62ce8a5402c9b6d6931f6042572 as hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/33bed62ce8a5402c9b6d6931f6042572
2024-11-09T00:18:21,741 INFO  [M:0;ef986b38239e:33243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/33bed62ce8a5402c9b6d6931f6042572, entries=8, sequenceid=127, filesize=5.5 K
2024-11-09T00:18:21,741 DEBUG [M:0;ef986b38239e:33243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c997ebe8736e4023953cc7cf392ffc72 as hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c997ebe8736e4023953cc7cf392ffc72
2024-11-09T00:18:21,746 INFO  [M:0;ef986b38239e:33243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c997ebe8736e4023953cc7cf392ffc72, entries=7, sequenceid=127, filesize=7.1 K
2024-11-09T00:18:21,747 DEBUG [M:0;ef986b38239e:33243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f755e94d2b4f4a4c88f270e73cc9921d as hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f755e94d2b4f4a4c88f270e73cc9921d
2024-11-09T00:18:21,751 INFO  [M:0;ef986b38239e:33243 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f755e94d2b4f4a4c88f270e73cc9921d
2024-11-09T00:18:21,751 INFO  [M:0;ef986b38239e:33243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44717/user/jenkins/test-data/48779921-2595-62cf-fa3c-8a917c648b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f755e94d2b4f4a4c88f270e73cc9921d, entries=2, sequenceid=127, filesize=5.2 K
2024-11-09T00:18:21,752 INFO  [M:0;ef986b38239e:33243 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=127, compaction requested=false
2024-11-09T00:18:21,753 INFO  [M:0;ef986b38239e:33243 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:21,753 DEBUG [M:0;ef986b38239e:33243 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111500455Disabling compacts and flushes for region at 1731111500455Disabling writes for close at 1731111500455Obtaining lock to block concurrent updates at 1731111500456 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731111500456Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731111500456Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731111500457 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731111500457Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731111500475 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731111500475Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731111500889 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731111500901 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731111500901Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731111501315 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731111501327 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731111501327Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b33e03b: reopening flushed file at 1731111501736 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8c4f33: reopening flushed file at 1731111501741 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45c0c150: reopening flushed file at 1731111501746 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=127, compaction requested=false at 1731111501752 (+6 ms)Writing region close event to WAL at 1731111501753 (+1 ms)Closed at 1731111501753
2024-11-09T00:18:21,755 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741847_1023 (size=22903)
2024-11-09T00:18:21,755 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:18:21,755 INFO  [M:0;ef986b38239e:33243 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-09T00:18:21,755 INFO  [M:0;ef986b38239e:33243 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33243
2024-11-09T00:18:21,755 INFO  [M:0;ef986b38239e:33243 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:18:21,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x1011cf4c7980006, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:18:21,960 INFO  [M:0;ef986b38239e:33243 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:18:21,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33243-0x1011cf4c7980006, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:18:21,962 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e2bf0b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:18:21,962 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ac8bff7{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:18:21,962 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:18:21,962 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c456414{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:18:21,962 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@461e8a19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/hadoop.log.dir/,STOPPED}
2024-11-09T00:18:21,963 WARN  [BP-1011355003-172.17.0.3-1731111472126 heartbeating to localhost/127.0.0.1:44717 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T00:18:21,963 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T00:18:21,963 WARN  [BP-1011355003-172.17.0.3-1731111472126 heartbeating to localhost/127.0.0.1:44717 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1011355003-172.17.0.3-1731111472126 (Datanode Uuid eda52946-3ae1-4a04-9445-7f574291ca60) service to localhost/127.0.0.1:44717
2024-11-09T00:18:21,963 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T00:18:21,964 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/cluster_7b706e49-a0d1-4f2f-cdd3-9c7687987f68/data/data1/current/BP-1011355003-172.17.0.3-1731111472126 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:18:21,964 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/cluster_7b706e49-a0d1-4f2f-cdd3-9c7687987f68/data/data2/current/BP-1011355003-172.17.0.3-1731111472126 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:18:21,964 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T00:18:21,968 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@426661ad{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:18:21,969 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21f4e1df{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:18:21,969 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:18:21,969 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c9eb55a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:18:21,969 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cb036dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de3211f-233f-de3b-ae04-5f4cce0e7a68/hadoop.log.dir/,STOPPED}
2024-11-09T00:18:21,974 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-09T00:18:21,986 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-09T00:18:21,996 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 159)
Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60802)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43355
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-21-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-19-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:44717
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-15-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43355
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44717
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44717
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-17-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-19-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:44717
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-19-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:43355
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:43355
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-17-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60802)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43355
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-15-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44717 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43355 from jenkins.hfs.8
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-15-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-14-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-17-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-21-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44717
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43355
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:44717
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43355 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44717
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-14-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44717 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44717 from jenkins.hfs.9
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-14-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool-2-worker-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: HMaster-EventLoopGroup-21-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43355 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
 - Thread LEAK? -, OpenFileDescriptor=574 (was 507) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=295 (was 346), ProcessCount=11 (was 11), AvailableMemoryMB=2588 (was 2629)
2024-11-09T00:18:22,003 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=574, MaxFileDescriptor=1048576, SystemLoadAverage=295, ProcessCount=11, AvailableMemoryMB=2588
2024-11-09T00:18:22,018 INFO  [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication
2024-11-09T00:18:22,019 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad/hadoop.log.dir so I do NOT create it in target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b
2024-11-09T00:18:22,019 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad/hadoop.log.dir Erasing configuration value by system value.
2024-11-09T00:18:22,019 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad/hadoop.tmp.dir so I do NOT create it in target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b
2024-11-09T00:18:22,019 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd27cf26-5f22-6053-9dec-dd7b9ff221ad/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-09T00:18:22,019 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b
2024-11-09T00:18:22,019 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/cluster_629379e8-8db2-98c6-fcf4-ba4be2119a2f, deleteOnExit=true
2024-11-09T00:18:22,042 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/cluster_629379e8-8db2-98c6-fcf4-ba4be2119a2f/zookeeper_0, clientPort=53611, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/cluster_629379e8-8db2-98c6-fcf4-ba4be2119a2f/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/cluster_629379e8-8db2-98c6-fcf4-ba4be2119a2f/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-09T00:18:22,043 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53611
2024-11-09T00:18:22,043 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-09T00:18:22,043 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-09T00:18:22,044 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/test.cache.data in system properties and HBase conf
2024-11-09T00:18:22,044 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/hadoop.tmp.dir in system properties and HBase conf
2024-11-09T00:18:22,044 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/hadoop.log.dir in system properties and HBase conf
2024-11-09T00:18:22,044 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-09T00:18:22,044 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-09T00:18:22,044 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-09T00:18:22,044 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-09T00:18:22,044 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:18:22,044 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:18:22,044 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-09T00:18:22,044 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:18:22,044 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-09T00:18:22,044 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-09T00:18:22,045 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:18:22,045 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:18:22,045 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-09T00:18:22,045 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/nfs.dump.dir in system properties and HBase conf
2024-11-09T00:18:22,045 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/java.io.tmpdir in system properties and HBase conf
2024-11-09T00:18:22,045 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:18:22,045 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-09T00:18:22,045 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-09T00:18:22,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011cf4c7980005, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-09T00:18:22,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011cf4c7980005, quorum=127.0.0.1:60802, baseZNode=/11276502380 Received Disconnected from ZooKeeper, ignoring
2024-11-09T00:18:22,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011cf4c7980002, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-09T00:18:22,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011cf4c7980002, quorum=127.0.0.1:60802, baseZNode=/01267932286 Received Disconnected from ZooKeeper, ignoring
2024-11-09T00:18:22,394 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:18:22,401 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:18:22,411 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:18:22,411 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:18:22,411 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T00:18:22,413 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:18:22,413 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@375a96e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:18:22,413 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf68f11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:18:22,507 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56324a50{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/java.io.tmpdir/jetty-localhost-33933-hadoop-hdfs-3_4_1-tests_jar-_-any-15428616451087273857/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:18:22,507 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@169a1fe0{HTTP/1.1, (http/1.1)}{localhost:33933}
2024-11-09T00:18:22,507 INFO  [Time-limited test {}] server.Server(415): Started @173518ms
2024-11-09T00:18:22,733 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:18:22,737 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:18:22,739 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:18:22,739 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:18:22,739 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T00:18:22,740 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b562ab6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:18:22,740 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@464459b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:18:22,852 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16b28250{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/java.io.tmpdir/jetty-localhost-33967-hadoop-hdfs-3_4_1-tests_jar-_-any-11857114809378181726/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:18:22,852 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6764637a{HTTP/1.1, (http/1.1)}{localhost:33967}
2024-11-09T00:18:22,852 INFO  [Time-limited test {}] server.Server(415): Started @173863ms
2024-11-09T00:18:22,854 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T00:18:23,558 WARN  [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/cluster_629379e8-8db2-98c6-fcf4-ba4be2119a2f/data/data1/current/BP-1887265844-172.17.0.3-1731111502075/current, will proceed with Du for space computation calculation, 
2024-11-09T00:18:23,558 WARN  [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/cluster_629379e8-8db2-98c6-fcf4-ba4be2119a2f/data/data2/current/BP-1887265844-172.17.0.3-1731111502075/current, will proceed with Du for space computation calculation, 
2024-11-09T00:18:23,572 WARN  [Thread-1668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T00:18:23,575 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea2b63ecfcd46e4e with lease ID 0x19cd35bd77da913c: Processing first storage report for DS-5426b6f9-2ae2-4daf-95db-acdc5d7ce778 from datanode DatanodeRegistration(127.0.0.1:42995, datanodeUuid=46a23be0-eb9b-40ea-a7c7-536a65aa4abd, infoPort=42133, infoSecurePort=0, ipcPort=39583, storageInfo=lv=-57;cid=testClusterID;nsid=1381693800;c=1731111502075)
2024-11-09T00:18:23,575 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea2b63ecfcd46e4e with lease ID 0x19cd35bd77da913c: from storage DS-5426b6f9-2ae2-4daf-95db-acdc5d7ce778 node DatanodeRegistration(127.0.0.1:42995, datanodeUuid=46a23be0-eb9b-40ea-a7c7-536a65aa4abd, infoPort=42133, infoSecurePort=0, ipcPort=39583, storageInfo=lv=-57;cid=testClusterID;nsid=1381693800;c=1731111502075), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:18:23,575 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea2b63ecfcd46e4e with lease ID 0x19cd35bd77da913c: Processing first storage report for DS-51681629-d32d-4ac2-9cb1-ce7b85cc4641 from datanode DatanodeRegistration(127.0.0.1:42995, datanodeUuid=46a23be0-eb9b-40ea-a7c7-536a65aa4abd, infoPort=42133, infoSecurePort=0, ipcPort=39583, storageInfo=lv=-57;cid=testClusterID;nsid=1381693800;c=1731111502075)
2024-11-09T00:18:23,575 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea2b63ecfcd46e4e with lease ID 0x19cd35bd77da913c: from storage DS-51681629-d32d-4ac2-9cb1-ce7b85cc4641 node DatanodeRegistration(127.0.0.1:42995, datanodeUuid=46a23be0-eb9b-40ea-a7c7-536a65aa4abd, infoPort=42133, infoSecurePort=0, ipcPort=39583, storageInfo=lv=-57;cid=testClusterID;nsid=1381693800;c=1731111502075), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:18:23,580 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b
2024-11-09T00:18:23,581 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:23,582 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:23,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741825_1001 (size=7)
2024-11-09T00:18:23,990 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e with version=8
2024-11-09T00:18:23,990 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/hbase-staging
2024-11-09T00:18:23,991 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:18:23,991 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:18:23,992 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:18:23,992 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:18:23,992 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:18:23,992 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:18:23,992 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-09T00:18:23,992 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:18:23,992 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39023
2024-11-09T00:18:23,993 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39023 connecting to ZooKeeper ensemble=127.0.0.1:53611
2024-11-09T00:18:24,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390230x0, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:18:24,127 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39023-0x1011cf53c850000 connected
2024-11-09T00:18:24,256 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:24,257 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:24,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39023-0x1011cf53c850000, quorum=127.0.0.1:53611, baseZNode=/0122101631 Set watcher on znode that does not yet exist, /0122101631/running
2024-11-09T00:18:24,260 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e, hbase.cluster.distributed=false
2024-11-09T00:18:24,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39023-0x1011cf53c850000, quorum=127.0.0.1:53611, baseZNode=/0122101631 Set watcher on znode that does not yet exist, /0122101631/acl
2024-11-09T00:18:24,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39023
2024-11-09T00:18:24,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39023
2024-11-09T00:18:24,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39023
2024-11-09T00:18:24,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39023
2024-11-09T00:18:24,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39023
2024-11-09T00:18:24,275 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:18:24,275 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:18:24,275 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:18:24,275 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:18:24,275 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:18:24,275 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:18:24,275 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T00:18:24,275 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:18:24,276 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43489
2024-11-09T00:18:24,277 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43489 connecting to ZooKeeper ensemble=127.0.0.1:53611
2024-11-09T00:18:24,277 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:24,279 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:24,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434890x0, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:18:24,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434890x0, quorum=127.0.0.1:53611, baseZNode=/0122101631 Set watcher on znode that does not yet exist, /0122101631/running
2024-11-09T00:18:24,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43489-0x1011cf53c850001 connected
2024-11-09T00:18:24,295 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T00:18:24,297 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T00:18:24,297 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43489-0x1011cf53c850001, quorum=127.0.0.1:53611, baseZNode=/0122101631 Set watcher on znode that does not yet exist, /0122101631/master
2024-11-09T00:18:24,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43489-0x1011cf53c850001, quorum=127.0.0.1:53611, baseZNode=/0122101631 Set watcher on znode that does not yet exist, /0122101631/acl
2024-11-09T00:18:24,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43489
2024-11-09T00:18:24,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43489
2024-11-09T00:18:24,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43489
2024-11-09T00:18:24,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43489
2024-11-09T00:18:24,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43489
2024-11-09T00:18:24,316 DEBUG [M:0;ef986b38239e:39023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef986b38239e:39023
2024-11-09T00:18:24,317 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0122101631/backup-masters/ef986b38239e,39023,1731111503991
2024-11-09T00:18:24,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1011cf53c850000, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122101631/backup-masters
2024-11-09T00:18:24,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1011cf53c850001, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122101631/backup-masters
2024-11-09T00:18:24,330 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39023-0x1011cf53c850000, quorum=127.0.0.1:53611, baseZNode=/0122101631 Set watcher on existing znode=/0122101631/backup-masters/ef986b38239e,39023,1731111503991
2024-11-09T00:18:24,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1011cf53c850001, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0122101631/master
2024-11-09T00:18:24,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1011cf53c850000, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122101631
2024-11-09T00:18:24,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1011cf53c850001, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122101631
2024-11-09T00:18:24,340 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39023-0x1011cf53c850000, quorum=127.0.0.1:53611, baseZNode=/0122101631 Set watcher on existing znode=/0122101631/master
2024-11-09T00:18:24,340 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0122101631/backup-masters/ef986b38239e,39023,1731111503991 from backup master directory
2024-11-09T00:18:24,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1011cf53c850001, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122101631/backup-masters
2024-11-09T00:18:24,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1011cf53c850000, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0122101631/backup-masters/ef986b38239e,39023,1731111503991
2024-11-09T00:18:24,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1011cf53c850000, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122101631/backup-masters
2024-11-09T00:18:24,350 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:18:24,350 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef986b38239e,39023,1731111503991
2024-11-09T00:18:24,353 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/hbase.id] with ID: a7ba3b1e-f885-407a-8f6a-151553c0c106
2024-11-09T00:18:24,353 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/.tmp/hbase.id
2024-11-09T00:18:24,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741826_1002 (size=42)
2024-11-09T00:18:24,561 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:18:24,595 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:24,596 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:24,596 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:24,597 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:24,597 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:24,597 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:24,607 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:24,610 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:24,758 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/.tmp/hbase.id]:[hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/hbase.id]
2024-11-09T00:18:24,766 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:24,767 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-09T00:18:24,767 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms.
2024-11-09T00:18:24,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1011cf53c850001, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122101631
2024-11-09T00:18:24,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1011cf53c850000, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122101631
2024-11-09T00:18:24,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741827_1003 (size=196)
2024-11-09T00:18:25,183 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:18:25,184 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-09T00:18:25,184 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:18:25,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741828_1004 (size=1189)
2024-11-09T00:18:25,590 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/MasterData/data/master/store
2024-11-09T00:18:25,594 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741829_1005 (size=34)
2024-11-09T00:18:25,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:18:25,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-09T00:18:25,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-09T00:18:25,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:18:25,995 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:18:25,995 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:18:25,995 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:25,995 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:25,995 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:18:25,995 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:25,995 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:25,995 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111505995Disabling compacts and flushes for region at 1731111505995Disabling writes for close at 1731111505995Writing region close event to WAL at 1731111505995Closed at 1731111505995
2024-11-09T00:18:25,996 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/MasterData/data/master/store/.initializing
2024-11-09T00:18:25,996 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/MasterData/WALs/ef986b38239e,39023,1731111503991
2024-11-09T00:18:25,997 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:18:25,998 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef986b38239e%2C39023%2C1731111503991, suffix=, logDir=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/MasterData/WALs/ef986b38239e,39023,1731111503991, archiveDir=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/MasterData/oldWALs, maxLogs=10
2024-11-09T00:18:26,009 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/MasterData/WALs/ef986b38239e,39023,1731111503991/ef986b38239e%2C39023%2C1731111503991.1731111505998, exclude list is [], retry=0
2024-11-09T00:18:26,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42995,DS-5426b6f9-2ae2-4daf-95db-acdc5d7ce778,DISK]
2024-11-09T00:18:26,013 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/MasterData/WALs/ef986b38239e,39023,1731111503991/ef986b38239e%2C39023%2C1731111503991.1731111505998
2024-11-09T00:18:26,013 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42133:42133)]
2024-11-09T00:18:26,013 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:18:26,013 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:18:26,013 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:26,013 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:26,015 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:18:26,016 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-09T00:18:26,016 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:26,016 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:26,016 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:18:26,017 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-09T00:18:26,017 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:26,018 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:26,018 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:18:26,019 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-09T00:18:26,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:26,019 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:26,019 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:18:26,020 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-09T00:18:26,020 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:26,020 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:26,021 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:26,021 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:26,021 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:26,022 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:26,022 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:26,023 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:18:26,023 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:26,025 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:18:26,025 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65918510, jitterRate=-0.017737656831741333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:18:26,026 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731111506013Initializing all the Stores at 1731111506014 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111506014Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111506014Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111506014Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111506014Cleaning up temporary data from old regions at 1731111506022 (+8 ms)Region opened successfully at 1731111506026 (+4 ms)
2024-11-09T00:18:26,026 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-09T00:18:26,028 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@307e1e88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:18:26,029 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-09T00:18:26,029 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-09T00:18:26,029 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-09T00:18:26,029 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-09T00:18:26,029 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-09T00:18:26,029 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-09T00:18:26,030 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-09T00:18:26,031 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-09T00:18:26,032 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39023-0x1011cf53c850000, quorum=127.0.0.1:53611, baseZNode=/0122101631 Unable to get data of znode /0122101631/balancer because node does not exist (not necessarily an error)
2024-11-09T00:18:26,097 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0122101631/balancer already deleted, retry=false
2024-11-09T00:18:26,098 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-09T00:18:26,098 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39023-0x1011cf53c850000, quorum=127.0.0.1:53611, baseZNode=/0122101631 Unable to get data of znode /0122101631/normalizer because node does not exist (not necessarily an error)
2024-11-09T00:18:26,108 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0122101631/normalizer already deleted, retry=false
2024-11-09T00:18:26,108 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-09T00:18:26,109 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39023-0x1011cf53c850000, quorum=127.0.0.1:53611, baseZNode=/0122101631 Unable to get data of znode /0122101631/switch/split because node does not exist (not necessarily an error)
2024-11-09T00:18:26,118 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0122101631/switch/split already deleted, retry=false
2024-11-09T00:18:26,119 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39023-0x1011cf53c850000, quorum=127.0.0.1:53611, baseZNode=/0122101631 Unable to get data of znode /0122101631/switch/merge because node does not exist (not necessarily an error)
2024-11-09T00:18:26,129 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0122101631/switch/merge already deleted, retry=false
2024-11-09T00:18:26,131 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39023-0x1011cf53c850000, quorum=127.0.0.1:53611, baseZNode=/0122101631 Unable to get data of znode /0122101631/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-09T00:18:26,139 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0122101631/snapshot-cleanup already deleted, retry=false
2024-11-09T00:18:26,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1011cf53c850001, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0122101631/running
2024-11-09T00:18:26,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1011cf53c850000, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0122101631/running
2024-11-09T00:18:26,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1011cf53c850001, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122101631
2024-11-09T00:18:26,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1011cf53c850000, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122101631
2024-11-09T00:18:26,150 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef986b38239e,39023,1731111503991, sessionid=0x1011cf53c850000, setting cluster-up flag (Was=false)
2024-11-09T00:18:26,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1011cf53c850001, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122101631
2024-11-09T00:18:26,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1011cf53c850000, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122101631
2024-11-09T00:18:26,203 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0122101631/flush-table-proc/acquired, /0122101631/flush-table-proc/reached, /0122101631/flush-table-proc/abort
2024-11-09T00:18:26,204 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,39023,1731111503991
2024-11-09T00:18:26,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1011cf53c850000, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122101631
2024-11-09T00:18:26,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1011cf53c850001, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122101631
2024-11-09T00:18:26,255 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0122101631/online-snapshot/acquired, /0122101631/online-snapshot/reached, /0122101631/online-snapshot/abort
2024-11-09T00:18:26,256 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,39023,1731111503991
2024-11-09T00:18:26,257 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-09T00:18:26,258 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-09T00:18:26,258 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-09T00:18:26,258 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-09T00:18:26,258 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef986b38239e,39023,1731111503991
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-09T00:18:26,259 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:18:26,259 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:18:26,259 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:18:26,259 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:18:26,259 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef986b38239e:0, corePoolSize=10, maxPoolSize=10
2024-11-09T00:18:26,259 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:26,259 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:18:26,259 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:26,260 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731111536260
2024-11-09T00:18:26,260 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-09T00:18:26,260 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-09T00:18:26,260 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-09T00:18:26,260 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-09T00:18:26,260 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-09T00:18:26,260 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-09T00:18:26,260 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:26,260 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:18:26,261 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-09T00:18:26,261 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-09T00:18:26,261 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-09T00:18:26,261 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-09T00:18:26,261 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-09T00:18:26,261 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-09T00:18:26,261 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-09T00:18:26,261 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111506261,5,FailOnTimeoutGroup]
2024-11-09T00:18:26,261 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111506261,5,FailOnTimeoutGroup]
2024-11-09T00:18:26,261 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:26,261 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-09T00:18:26,261 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:26,261 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:26,261 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:26,262 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-09T00:18:26,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741831_1007 (size=1321)
2024-11-09T00:18:26,308 INFO  [RS:0;ef986b38239e:43489 {}] regionserver.HRegionServer(746): ClusterId : a7ba3b1e-f885-407a-8f6a-151553c0c106
2024-11-09T00:18:26,308 DEBUG [RS:0;ef986b38239e:43489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T00:18:26,326 DEBUG [RS:0;ef986b38239e:43489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T00:18:26,326 DEBUG [RS:0;ef986b38239e:43489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T00:18:26,337 DEBUG [RS:0;ef986b38239e:43489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T00:18:26,337 DEBUG [RS:0;ef986b38239e:43489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@952d50c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:18:26,352 DEBUG [RS:0;ef986b38239e:43489 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef986b38239e:43489
2024-11-09T00:18:26,352 INFO  [RS:0;ef986b38239e:43489 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T00:18:26,352 INFO  [RS:0;ef986b38239e:43489 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T00:18:26,352 DEBUG [RS:0;ef986b38239e:43489 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T00:18:26,353 INFO  [RS:0;ef986b38239e:43489 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef986b38239e,39023,1731111503991 with port=43489, startcode=1731111504275
2024-11-09T00:18:26,353 DEBUG [RS:0;ef986b38239e:43489 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T00:18:26,354 INFO  [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T00:18:26,355 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39023 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef986b38239e,43489,1731111504275
2024-11-09T00:18:26,355 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39023 {}] master.ServerManager(517): Registering regionserver=ef986b38239e,43489,1731111504275
2024-11-09T00:18:26,356 DEBUG [RS:0;ef986b38239e:43489 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e
2024-11-09T00:18:26,356 DEBUG [RS:0;ef986b38239e:43489 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35727
2024-11-09T00:18:26,356 DEBUG [RS:0;ef986b38239e:43489 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T00:18:26,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1011cf53c850000, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122101631/rs
2024-11-09T00:18:26,368 DEBUG [RS:0;ef986b38239e:43489 {}] zookeeper.ZKUtil(111): regionserver:43489-0x1011cf53c850001, quorum=127.0.0.1:53611, baseZNode=/0122101631 Set watcher on existing znode=/0122101631/rs/ef986b38239e,43489,1731111504275
2024-11-09T00:18:26,368 WARN  [RS:0;ef986b38239e:43489 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:18:26,368 INFO  [RS:0;ef986b38239e:43489 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:18:26,368 DEBUG [RS:0;ef986b38239e:43489 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275
2024-11-09T00:18:26,368 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef986b38239e,43489,1731111504275]
2024-11-09T00:18:26,371 INFO  [RS:0;ef986b38239e:43489 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T00:18:26,373 INFO  [RS:0;ef986b38239e:43489 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T00:18:26,373 INFO  [RS:0;ef986b38239e:43489 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T00:18:26,373 INFO  [RS:0;ef986b38239e:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:26,375 INFO  [RS:0;ef986b38239e:43489 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T00:18:26,376 INFO  [RS:0;ef986b38239e:43489 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T00:18:26,376 INFO  [RS:0;ef986b38239e:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:26,376 DEBUG [RS:0;ef986b38239e:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:26,376 DEBUG [RS:0;ef986b38239e:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:26,376 DEBUG [RS:0;ef986b38239e:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:26,376 DEBUG [RS:0;ef986b38239e:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:26,376 DEBUG [RS:0;ef986b38239e:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:26,376 DEBUG [RS:0;ef986b38239e:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:18:26,376 DEBUG [RS:0;ef986b38239e:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:26,376 DEBUG [RS:0;ef986b38239e:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:26,376 DEBUG [RS:0;ef986b38239e:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:26,376 DEBUG [RS:0;ef986b38239e:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:26,376 DEBUG [RS:0;ef986b38239e:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:26,377 DEBUG [RS:0;ef986b38239e:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:26,377 DEBUG [RS:0;ef986b38239e:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:18:26,377 DEBUG [RS:0;ef986b38239e:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:18:26,384 INFO  [RS:0;ef986b38239e:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:26,384 INFO  [RS:0;ef986b38239e:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:26,384 INFO  [RS:0;ef986b38239e:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:26,384 INFO  [RS:0;ef986b38239e:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:26,384 INFO  [RS:0;ef986b38239e:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:26,384 INFO  [RS:0;ef986b38239e:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,43489,1731111504275-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:18:26,401 INFO  [RS:0;ef986b38239e:43489 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T00:18:26,401 INFO  [RS:0;ef986b38239e:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,43489,1731111504275-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:26,401 INFO  [RS:0;ef986b38239e:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:26,401 INFO  [RS:0;ef986b38239e:43489 {}] regionserver.Replication(171): ef986b38239e,43489,1731111504275 started
2024-11-09T00:18:26,418 INFO  [RS:0;ef986b38239e:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:26,418 INFO  [RS:0;ef986b38239e:43489 {}] regionserver.HRegionServer(1482): Serving as ef986b38239e,43489,1731111504275, RpcServer on ef986b38239e/172.17.0.3:43489, sessionid=0x1011cf53c850001
2024-11-09T00:18:26,418 DEBUG [RS:0;ef986b38239e:43489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T00:18:26,418 DEBUG [RS:0;ef986b38239e:43489 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef986b38239e,43489,1731111504275
2024-11-09T00:18:26,418 DEBUG [RS:0;ef986b38239e:43489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,43489,1731111504275'
2024-11-09T00:18:26,418 DEBUG [RS:0;ef986b38239e:43489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0122101631/flush-table-proc/abort'
2024-11-09T00:18:26,418 DEBUG [RS:0;ef986b38239e:43489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0122101631/flush-table-proc/acquired'
2024-11-09T00:18:26,419 DEBUG [RS:0;ef986b38239e:43489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T00:18:26,419 DEBUG [RS:0;ef986b38239e:43489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T00:18:26,419 DEBUG [RS:0;ef986b38239e:43489 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef986b38239e,43489,1731111504275
2024-11-09T00:18:26,419 DEBUG [RS:0;ef986b38239e:43489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,43489,1731111504275'
2024-11-09T00:18:26,419 DEBUG [RS:0;ef986b38239e:43489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0122101631/online-snapshot/abort'
2024-11-09T00:18:26,419 DEBUG [RS:0;ef986b38239e:43489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0122101631/online-snapshot/acquired'
2024-11-09T00:18:26,420 DEBUG [RS:0;ef986b38239e:43489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T00:18:26,420 INFO  [RS:0;ef986b38239e:43489 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T00:18:26,420 INFO  [RS:0;ef986b38239e:43489 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T00:18:26,520 INFO  [RS:0;ef986b38239e:43489 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:18:26,522 INFO  [RS:0;ef986b38239e:43489 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C43489%2C1731111504275, suffix=, logDir=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275, archiveDir=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/oldWALs, maxLogs=10
2024-11-09T00:18:26,535 DEBUG [RS:0;ef986b38239e:43489 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.1731111506522, exclude list is [], retry=0
2024-11-09T00:18:26,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42995,DS-5426b6f9-2ae2-4daf-95db-acdc5d7ce778,DISK]
2024-11-09T00:18:26,539 INFO  [RS:0;ef986b38239e:43489 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.1731111506522
2024-11-09T00:18:26,539 DEBUG [RS:0;ef986b38239e:43489 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42133:42133)]
2024-11-09T00:18:26,669 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-09T00:18:26,669 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e
2024-11-09T00:18:26,677 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741833_1009 (size=32)
2024-11-09T00:18:26,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:18:26,679 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:18:26,680 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:18:26,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:26,681 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:26,681 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:18:26,682 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:18:26,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:26,682 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:26,682 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:18:26,683 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:18:26,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:26,684 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:26,684 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:18:26,685 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:18:26,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:26,685 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:26,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:18:26,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/meta/1588230740
2024-11-09T00:18:26,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/meta/1588230740
2024-11-09T00:18:26,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:18:26,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:18:26,688 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:18:26,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:18:26,691 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:18:26,691 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72922402, jitterRate=0.08662846684455872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:18:26,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731111506678Initializing all the Stores at 1731111506679 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111506679Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111506679Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111506679Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111506679Cleaning up temporary data from old regions at 1731111506687 (+8 ms)Region opened successfully at 1731111506692 (+5 ms)
2024-11-09T00:18:26,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:18:26,692 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:18:26,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:18:26,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:18:26,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:18:26,692 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:18:26,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111506692Disabling compacts and flushes for region at 1731111506692Disabling writes for close at 1731111506692Writing region close event to WAL at 1731111506692Closed at 1731111506692
2024-11-09T00:18:26,693 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:18:26,693 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-09T00:18:26,693 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-09T00:18:26,694 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:18:26,695 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-09T00:18:26,845 DEBUG [ef986b38239e:39023 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-09T00:18:26,846 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef986b38239e,43489,1731111504275
2024-11-09T00:18:26,847 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,43489,1731111504275, state=OPENING
2024-11-09T00:18:26,897 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-09T00:18:26,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1011cf53c850000, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122101631
2024-11-09T00:18:26,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1011cf53c850001, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122101631
2024-11-09T00:18:26,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0122101631/meta-region-server: CHANGED
2024-11-09T00:18:26,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0122101631/meta-region-server: CHANGED
2024-11-09T00:18:26,908 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:18:26,909 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,43489,1731111504275}]
2024-11-09T00:18:27,061 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:18:27,063 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-09T00:18:27,068 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-09T00:18:27,068 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:18:27,069 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-09T00:18:27,070 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C43489%2C1731111504275.meta, suffix=.meta, logDir=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275, archiveDir=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/oldWALs, maxLogs=10
2024-11-09T00:18:27,087 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.meta.1731111507070.meta, exclude list is [], retry=0
2024-11-09T00:18:27,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42995,DS-5426b6f9-2ae2-4daf-95db-acdc5d7ce778,DISK]
2024-11-09T00:18:27,091 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.meta.1731111507070.meta
2024-11-09T00:18:27,092 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42133:42133)]
2024-11-09T00:18:27,092 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:18:27,092 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:18:27,093 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:18:27,093 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-09T00:18:27,093 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-09T00:18:27,093 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-09T00:18:27,093 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:18:27,093 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-09T00:18:27,093 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-09T00:18:27,097 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:18:27,098 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:18:27,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:27,099 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:27,099 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:18:27,099 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:18:27,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:27,100 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:27,100 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:18:27,100 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:18:27,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:27,100 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:27,101 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:18:27,101 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:18:27,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:27,101 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:27,102 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:18:27,102 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/meta/1588230740
2024-11-09T00:18:27,103 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/meta/1588230740
2024-11-09T00:18:27,104 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:18:27,104 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:18:27,105 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:18:27,105 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:18:27,106 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69749764, jitterRate=0.039352476596832275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:18:27,106 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-09T00:18:27,106 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731111507093Writing region info on filesystem at 1731111507093Initializing all the Stores at 1731111507094 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111507094Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111507097 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111507097Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111507097Cleaning up temporary data from old regions at 1731111507104 (+7 ms)Running coprocessor post-open hooks at 1731111507106 (+2 ms)Region opened successfully at 1731111507106
2024-11-09T00:18:27,107 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731111507061
2024-11-09T00:18:27,109 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-09T00:18:27,109 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-09T00:18:27,110 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,43489,1731111504275
2024-11-09T00:18:27,110 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,43489,1731111504275, state=OPEN
2024-11-09T00:18:27,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1011cf53c850001, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0122101631/meta-region-server
2024-11-09T00:18:27,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1011cf53c850000, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0122101631/meta-region-server
2024-11-09T00:18:27,177 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef986b38239e,43489,1731111504275
2024-11-09T00:18:27,177 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0122101631/meta-region-server: CHANGED
2024-11-09T00:18:27,178 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0122101631/meta-region-server: CHANGED
2024-11-09T00:18:27,180 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-09T00:18:27,180 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,43489,1731111504275 in 269 msec
2024-11-09T00:18:27,182 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-09T00:18:27,182 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 487 msec
2024-11-09T00:18:27,182 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:18:27,182 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-09T00:18:27,193 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:18:27,193 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,43489,1731111504275, seqNum=-1]
2024-11-09T00:18:27,193 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:18:27,195 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:18:27,199 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 941 msec
2024-11-09T00:18:27,199 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731111507199, completionTime=-1
2024-11-09T00:18:27,199 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-09T00:18:27,199 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-09T00:18:27,201 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-09T00:18:27,201 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731111567201
2024-11-09T00:18:27,201 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731111627201
2024-11-09T00:18:27,201 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-09T00:18:27,202 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,39023,1731111503991-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:27,202 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,39023,1731111503991-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:27,202 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,39023,1731111503991-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:27,202 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef986b38239e:39023, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:27,202 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:27,202 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:27,204 DEBUG [master/ef986b38239e:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-09T00:18:27,206 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.856sec
2024-11-09T00:18:27,206 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-09T00:18:27,206 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-09T00:18:27,206 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-09T00:18:27,206 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-09T00:18:27,206 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-09T00:18:27,206 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,39023,1731111503991-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:18:27,207 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,39023,1731111503991-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-09T00:18:27,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f02314a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:27,208 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,39023,-1 for getting cluster id
2024-11-09T00:18:27,209 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:18:27,211 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-09T00:18:27,211 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-09T00:18:27,211 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,39023,1731111503991-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:27,213 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7ba3b1e-f885-407a-8f6a-151553c0c106'
2024-11-09T00:18:27,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:18:27,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7ba3b1e-f885-407a-8f6a-151553c0c106"

2024-11-09T00:18:27,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@413cc546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:27,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,39023,-1]
2024-11-09T00:18:27,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:18:27,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:27,215 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:18:27,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fac11f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:27,216 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:18:27,218 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,43489,1731111504275, seqNum=-1]
2024-11-09T00:18:27,218 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:18:27,220 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:18:27,222 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef986b38239e,39023,1731111503991
2024-11-09T00:18:27,223 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53611
2024-11-09T00:18:27,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:18:27,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011cf53c850002 connected
2024-11-09T00:18:27,260 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/hadoop.log.dir so I do NOT create it in target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a
2024-11-09T00:18:27,260 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/hadoop.log.dir Erasing configuration value by system value.
2024-11-09T00:18:27,260 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/hadoop.tmp.dir so I do NOT create it in target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a
2024-11-09T00:18:27,260 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-09T00:18:27,260 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a
2024-11-09T00:18:27,260 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-09T00:18:27,260 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a/cluster_bd721433-bc07-0c21-dd39-f1e3fb5f2108, deleteOnExit=true
2024-11-09T00:18:27,261 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-09T00:18:27,261 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a/test.cache.data in system properties and HBase conf
2024-11-09T00:18:27,261 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a/hadoop.tmp.dir in system properties and HBase conf
2024-11-09T00:18:27,261 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a/hadoop.log.dir in system properties and HBase conf
2024-11-09T00:18:27,261 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-09T00:18:27,261 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-09T00:18:27,261 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-09T00:18:27,261 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-09T00:18:27,262 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:18:27,262 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:18:27,262 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-09T00:18:27,262 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:18:27,262 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-09T00:18:27,262 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-09T00:18:27,262 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:18:27,262 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:18:27,262 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-09T00:18:27,262 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a/nfs.dump.dir in system properties and HBase conf
2024-11-09T00:18:27,262 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a/java.io.tmpdir in system properties and HBase conf
2024-11-09T00:18:27,263 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:18:27,263 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-09T00:18:27,263 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-09T00:18:27,623 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:18:27,629 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:18:27,668 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:18:27,668 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:18:27,668 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-09T00:18:27,670 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:18:27,670 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76039905{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:18:27,671 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79e27daf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:18:27,805 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cf7105d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a/java.io.tmpdir/jetty-localhost-41455-hadoop-hdfs-3_4_1-tests_jar-_-any-18114960959115004613/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:18:27,807 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@449b76a2{HTTP/1.1, (http/1.1)}{localhost:41455}
2024-11-09T00:18:27,807 INFO  [Time-limited test {}] server.Server(415): Started @178818ms
2024-11-09T00:18:28,234 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:18:28,238 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:18:28,239 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:18:28,239 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:18:28,240 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T00:18:28,240 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e14fb0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:18:28,241 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70d9f799{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:18:28,387 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76ea488c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a/java.io.tmpdir/jetty-localhost-44947-hadoop-hdfs-3_4_1-tests_jar-_-any-18445047282991015151/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:18:28,387 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37339b48{HTTP/1.1, (http/1.1)}{localhost:44947}
2024-11-09T00:18:28,388 INFO  [Time-limited test {}] server.Server(415): Started @179398ms
2024-11-09T00:18:28,389 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T00:18:29,129 WARN  [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a/cluster_bd721433-bc07-0c21-dd39-f1e3fb5f2108/data/data1/current/BP-1159605108-172.17.0.3-1731111507283/current, will proceed with Du for space computation calculation, 
2024-11-09T00:18:29,129 WARN  [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a/cluster_bd721433-bc07-0c21-dd39-f1e3fb5f2108/data/data2/current/BP-1159605108-172.17.0.3-1731111507283/current, will proceed with Du for space computation calculation, 
2024-11-09T00:18:29,153 WARN  [Thread-1789 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T00:18:29,158 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c5a4f413490bace with lease ID 0x55f8a0587374684c: Processing first storage report for DS-66ffa446-6267-4b44-b5cf-3ea62a75a94f from datanode DatanodeRegistration(127.0.0.1:36205, datanodeUuid=734cbadf-944a-4633-aa0b-1c873a0d2273, infoPort=33033, infoSecurePort=0, ipcPort=34349, storageInfo=lv=-57;cid=testClusterID;nsid=46052132;c=1731111507283)
2024-11-09T00:18:29,158 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c5a4f413490bace with lease ID 0x55f8a0587374684c: from storage DS-66ffa446-6267-4b44-b5cf-3ea62a75a94f node DatanodeRegistration(127.0.0.1:36205, datanodeUuid=734cbadf-944a-4633-aa0b-1c873a0d2273, infoPort=33033, infoSecurePort=0, ipcPort=34349, storageInfo=lv=-57;cid=testClusterID;nsid=46052132;c=1731111507283), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:18:29,158 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c5a4f413490bace with lease ID 0x55f8a0587374684c: Processing first storage report for DS-411fa0d9-5572-4e79-afe0-7f713f0a52b4 from datanode DatanodeRegistration(127.0.0.1:36205, datanodeUuid=734cbadf-944a-4633-aa0b-1c873a0d2273, infoPort=33033, infoSecurePort=0, ipcPort=34349, storageInfo=lv=-57;cid=testClusterID;nsid=46052132;c=1731111507283)
2024-11-09T00:18:29,158 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c5a4f413490bace with lease ID 0x55f8a0587374684c: from storage DS-411fa0d9-5572-4e79-afe0-7f713f0a52b4 node DatanodeRegistration(127.0.0.1:36205, datanodeUuid=734cbadf-944a-4633-aa0b-1c873a0d2273, infoPort=33033, infoSecurePort=0, ipcPort=34349, storageInfo=lv=-57;cid=testClusterID;nsid=46052132;c=1731111507283), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:18:29,241 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a
2024-11-09T00:18:29,241 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:29,242 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:29,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741825_1001 (size=7)
2024-11-09T00:18:29,650 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef with version=8
2024-11-09T00:18:29,650 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/hbase-staging
2024-11-09T00:18:29,652 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:18:29,652 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:18:29,652 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:18:29,652 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:18:29,652 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:18:29,652 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:18:29,652 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-09T00:18:29,652 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:18:29,653 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44553
2024-11-09T00:18:29,654 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44553 connecting to ZooKeeper ensemble=127.0.0.1:53611
2024-11-09T00:18:29,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445530x0, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:18:29,677 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44553-0x1011cf53c850003 connected
2024-11-09T00:18:29,750 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:29,752 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:29,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44553-0x1011cf53c850003, quorum=127.0.0.1:53611, baseZNode=/11000948309 Set watcher on znode that does not yet exist, /11000948309/running
2024-11-09T00:18:29,754 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef, hbase.cluster.distributed=false
2024-11-09T00:18:29,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44553-0x1011cf53c850003, quorum=127.0.0.1:53611, baseZNode=/11000948309 Set watcher on znode that does not yet exist, /11000948309/acl
2024-11-09T00:18:29,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44553
2024-11-09T00:18:29,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44553
2024-11-09T00:18:29,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44553
2024-11-09T00:18:29,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44553
2024-11-09T00:18:29,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44553
2024-11-09T00:18:29,778 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:18:29,778 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:18:29,778 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:18:29,778 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:18:29,778 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:18:29,778 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:18:29,778 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T00:18:29,779 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:18:29,779 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43901
2024-11-09T00:18:29,781 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43901 connecting to ZooKeeper ensemble=127.0.0.1:53611
2024-11-09T00:18:29,781 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:29,784 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:29,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439010x0, quorum=127.0.0.1:53611, baseZNode=/11000948309 Set watcher on znode that does not yet exist, /11000948309/running
2024-11-09T00:18:29,803 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T00:18:29,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439010x0, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:18:29,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43901-0x1011cf53c850004 connected
2024-11-09T00:18:29,809 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T00:18:29,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43901-0x1011cf53c850004, quorum=127.0.0.1:53611, baseZNode=/11000948309 Set watcher on znode that does not yet exist, /11000948309/master
2024-11-09T00:18:29,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43901-0x1011cf53c850004, quorum=127.0.0.1:53611, baseZNode=/11000948309 Set watcher on znode that does not yet exist, /11000948309/acl
2024-11-09T00:18:29,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43901
2024-11-09T00:18:29,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43901
2024-11-09T00:18:29,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43901
2024-11-09T00:18:29,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43901
2024-11-09T00:18:29,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43901
2024-11-09T00:18:29,841 DEBUG [M:0;ef986b38239e:44553 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef986b38239e:44553
2024-11-09T00:18:29,841 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11000948309/backup-masters/ef986b38239e,44553,1731111509652
2024-11-09T00:18:29,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x1011cf53c850004, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000948309/backup-masters
2024-11-09T00:18:29,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44553-0x1011cf53c850003, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000948309/backup-masters
2024-11-09T00:18:29,854 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44553-0x1011cf53c850003, quorum=127.0.0.1:53611, baseZNode=/11000948309 Set watcher on existing znode=/11000948309/backup-masters/ef986b38239e,44553,1731111509652
2024-11-09T00:18:29,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x1011cf53c850004, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11000948309/master
2024-11-09T00:18:29,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44553-0x1011cf53c850003, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000948309
2024-11-09T00:18:29,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x1011cf53c850004, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000948309
2024-11-09T00:18:29,867 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44553-0x1011cf53c850003, quorum=127.0.0.1:53611, baseZNode=/11000948309 Set watcher on existing znode=/11000948309/master
2024-11-09T00:18:29,867 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11000948309/backup-masters/ef986b38239e,44553,1731111509652 from backup master directory
2024-11-09T00:18:29,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x1011cf53c850004, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000948309/backup-masters
2024-11-09T00:18:29,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44553-0x1011cf53c850003, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11000948309/backup-masters/ef986b38239e,44553,1731111509652
2024-11-09T00:18:29,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44553-0x1011cf53c850003, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000948309/backup-masters
2024-11-09T00:18:29,876 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:18:29,876 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef986b38239e,44553,1731111509652
2024-11-09T00:18:29,885 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/hbase.id] with ID: b809660c-4653-41ab-b73e-9d30da163ab2
2024-11-09T00:18:29,885 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/.tmp/hbase.id
2024-11-09T00:18:29,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741826_1002 (size=42)
2024-11-09T00:18:29,902 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/.tmp/hbase.id]:[hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/hbase.id]
2024-11-09T00:18:29,926 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:29,926 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-09T00:18:29,926 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms.
2024-11-09T00:18:29,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44553-0x1011cf53c850003, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000948309
2024-11-09T00:18:29,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x1011cf53c850004, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000948309
2024-11-09T00:18:29,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741827_1003 (size=196)
2024-11-09T00:18:29,956 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:18:29,958 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-09T00:18:29,960 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:18:29,970 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741828_1004 (size=1189)
2024-11-09T00:18:29,971 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/MasterData/data/master/store
2024-11-09T00:18:29,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741829_1005 (size=34)
2024-11-09T00:18:29,986 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:18:29,986 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:18:29,986 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:29,987 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:29,987 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:18:29,987 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:29,987 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:29,987 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111509986Disabling compacts and flushes for region at 1731111509986Disabling writes for close at 1731111509987 (+1 ms)Writing region close event to WAL at 1731111509987Closed at 1731111509987
2024-11-09T00:18:29,988 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/MasterData/data/master/store/.initializing
2024-11-09T00:18:29,988 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/MasterData/WALs/ef986b38239e,44553,1731111509652
2024-11-09T00:18:29,989 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:18:29,991 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef986b38239e%2C44553%2C1731111509652, suffix=, logDir=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/MasterData/WALs/ef986b38239e,44553,1731111509652, archiveDir=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/MasterData/oldWALs, maxLogs=10
2024-11-09T00:18:30,008 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/MasterData/WALs/ef986b38239e,44553,1731111509652/ef986b38239e%2C44553%2C1731111509652.1731111509991, exclude list is [], retry=0
2024-11-09T00:18:30,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36205,DS-66ffa446-6267-4b44-b5cf-3ea62a75a94f,DISK]
2024-11-09T00:18:30,014 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/MasterData/WALs/ef986b38239e,44553,1731111509652/ef986b38239e%2C44553%2C1731111509652.1731111509991
2024-11-09T00:18:30,014 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33033:33033)]
2024-11-09T00:18:30,014 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:18:30,014 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:18:30,014 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:30,014 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:30,016 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:18:30,017 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-09T00:18:30,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:30,018 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:30,018 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:18:30,019 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-09T00:18:30,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:30,020 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:30,020 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:18:30,025 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-09T00:18:30,025 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:30,026 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:30,026 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:18:30,028 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-09T00:18:30,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:30,028 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:30,028 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:30,029 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:30,029 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:30,031 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:30,031 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:30,032 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:18:30,033 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:30,045 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:18:30,046 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62255717, jitterRate=-0.07231752574443817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:18:30,046 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731111510014Initializing all the Stores at 1731111510015 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111510015Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111510016 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111510016Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111510016Cleaning up temporary data from old regions at 1731111510031 (+15 ms)Region opened successfully at 1731111510046 (+15 ms)
2024-11-09T00:18:30,046 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-09T00:18:30,052 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aec7e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:18:30,053 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-09T00:18:30,053 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-09T00:18:30,053 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-09T00:18:30,054 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-09T00:18:30,055 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-09T00:18:30,055 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-09T00:18:30,056 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-09T00:18:30,060 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-09T00:18:30,061 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44553-0x1011cf53c850003, quorum=127.0.0.1:53611, baseZNode=/11000948309 Unable to get data of znode /11000948309/balancer because node does not exist (not necessarily an error)
2024-11-09T00:18:30,073 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11000948309/balancer already deleted, retry=false
2024-11-09T00:18:30,073 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-09T00:18:30,076 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44553-0x1011cf53c850003, quorum=127.0.0.1:53611, baseZNode=/11000948309 Unable to get data of znode /11000948309/normalizer because node does not exist (not necessarily an error)
2024-11-09T00:18:30,087 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11000948309/normalizer already deleted, retry=false
2024-11-09T00:18:30,087 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-09T00:18:30,088 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44553-0x1011cf53c850003, quorum=127.0.0.1:53611, baseZNode=/11000948309 Unable to get data of znode /11000948309/switch/split because node does not exist (not necessarily an error)
2024-11-09T00:18:30,097 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11000948309/switch/split already deleted, retry=false
2024-11-09T00:18:30,098 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44553-0x1011cf53c850003, quorum=127.0.0.1:53611, baseZNode=/11000948309 Unable to get data of znode /11000948309/switch/merge because node does not exist (not necessarily an error)
2024-11-09T00:18:30,108 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11000948309/switch/merge already deleted, retry=false
2024-11-09T00:18:30,109 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44553-0x1011cf53c850003, quorum=127.0.0.1:53611, baseZNode=/11000948309 Unable to get data of znode /11000948309/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-09T00:18:30,118 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11000948309/snapshot-cleanup already deleted, retry=false
2024-11-09T00:18:30,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x1011cf53c850004, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11000948309/running
2024-11-09T00:18:30,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x1011cf53c850004, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000948309
2024-11-09T00:18:30,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44553-0x1011cf53c850003, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11000948309/running
2024-11-09T00:18:30,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44553-0x1011cf53c850003, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000948309
2024-11-09T00:18:30,129 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef986b38239e,44553,1731111509652, sessionid=0x1011cf53c850003, setting cluster-up flag (Was=false)
2024-11-09T00:18:30,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44553-0x1011cf53c850003, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000948309
2024-11-09T00:18:30,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x1011cf53c850004, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000948309
2024-11-09T00:18:30,181 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11000948309/flush-table-proc/acquired, /11000948309/flush-table-proc/reached, /11000948309/flush-table-proc/abort
2024-11-09T00:18:30,182 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,44553,1731111509652
2024-11-09T00:18:30,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44553-0x1011cf53c850003, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000948309
2024-11-09T00:18:30,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x1011cf53c850004, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000948309
2024-11-09T00:18:30,234 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11000948309/online-snapshot/acquired, /11000948309/online-snapshot/reached, /11000948309/online-snapshot/abort
2024-11-09T00:18:30,235 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,44553,1731111509652
2024-11-09T00:18:30,236 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-09T00:18:30,238 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-09T00:18:30,238 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-09T00:18:30,238 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-09T00:18:30,238 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef986b38239e,44553,1731111509652
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-09T00:18:30,239 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:18:30,239 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:18:30,239 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:18:30,240 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:18:30,240 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef986b38239e:0, corePoolSize=10, maxPoolSize=10
2024-11-09T00:18:30,240 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:30,240 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:18:30,240 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:30,242 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:18:30,242 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-09T00:18:30,244 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:30,244 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-09T00:18:30,247 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731111540247
2024-11-09T00:18:30,247 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-09T00:18:30,247 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-09T00:18:30,247 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-09T00:18:30,247 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-09T00:18:30,247 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-09T00:18:30,247 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-09T00:18:30,248 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:30,249 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-09T00:18:30,249 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-09T00:18:30,249 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-09T00:18:30,249 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-09T00:18:30,253 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-09T00:18:30,253 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-09T00:18:30,256 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111510253,5,FailOnTimeoutGroup]
2024-11-09T00:18:30,256 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111510256,5,FailOnTimeoutGroup]
2024-11-09T00:18:30,256 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:30,256 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-09T00:18:30,256 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:30,256 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:30,257 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741831_1007 (size=1321)
2024-11-09T00:18:30,327 INFO  [RS:0;ef986b38239e:43901 {}] regionserver.HRegionServer(746): ClusterId : b809660c-4653-41ab-b73e-9d30da163ab2
2024-11-09T00:18:30,327 DEBUG [RS:0;ef986b38239e:43901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T00:18:30,350 DEBUG [RS:0;ef986b38239e:43901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T00:18:30,350 DEBUG [RS:0;ef986b38239e:43901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T00:18:30,361 DEBUG [RS:0;ef986b38239e:43901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T00:18:30,361 DEBUG [RS:0;ef986b38239e:43901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1750e1bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:18:30,373 DEBUG [RS:0;ef986b38239e:43901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef986b38239e:43901
2024-11-09T00:18:30,373 INFO  [RS:0;ef986b38239e:43901 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T00:18:30,373 INFO  [RS:0;ef986b38239e:43901 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T00:18:30,373 DEBUG [RS:0;ef986b38239e:43901 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T00:18:30,374 INFO  [RS:0;ef986b38239e:43901 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef986b38239e,44553,1731111509652 with port=43901, startcode=1731111509778
2024-11-09T00:18:30,374 DEBUG [RS:0;ef986b38239e:43901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T00:18:30,375 INFO  [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T00:18:30,376 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44553 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef986b38239e,43901,1731111509778
2024-11-09T00:18:30,376 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44553 {}] master.ServerManager(517): Registering regionserver=ef986b38239e,43901,1731111509778
2024-11-09T00:18:30,377 DEBUG [RS:0;ef986b38239e:43901 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef
2024-11-09T00:18:30,377 DEBUG [RS:0;ef986b38239e:43901 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46491
2024-11-09T00:18:30,377 DEBUG [RS:0;ef986b38239e:43901 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T00:18:30,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44553-0x1011cf53c850003, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000948309/rs
2024-11-09T00:18:30,445 DEBUG [RS:0;ef986b38239e:43901 {}] zookeeper.ZKUtil(111): regionserver:43901-0x1011cf53c850004, quorum=127.0.0.1:53611, baseZNode=/11000948309 Set watcher on existing znode=/11000948309/rs/ef986b38239e,43901,1731111509778
2024-11-09T00:18:30,445 WARN  [RS:0;ef986b38239e:43901 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:18:30,445 INFO  [RS:0;ef986b38239e:43901 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:18:30,445 DEBUG [RS:0;ef986b38239e:43901 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/WALs/ef986b38239e,43901,1731111509778
2024-11-09T00:18:30,445 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef986b38239e,43901,1731111509778]
2024-11-09T00:18:30,448 INFO  [RS:0;ef986b38239e:43901 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T00:18:30,450 INFO  [RS:0;ef986b38239e:43901 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T00:18:30,450 INFO  [RS:0;ef986b38239e:43901 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T00:18:30,450 INFO  [RS:0;ef986b38239e:43901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:30,450 INFO  [RS:0;ef986b38239e:43901 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T00:18:30,451 INFO  [RS:0;ef986b38239e:43901 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T00:18:30,451 INFO  [RS:0;ef986b38239e:43901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:30,451 DEBUG [RS:0;ef986b38239e:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:30,451 DEBUG [RS:0;ef986b38239e:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:30,451 DEBUG [RS:0;ef986b38239e:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:30,451 DEBUG [RS:0;ef986b38239e:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:30,451 DEBUG [RS:0;ef986b38239e:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:30,451 DEBUG [RS:0;ef986b38239e:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:18:30,451 DEBUG [RS:0;ef986b38239e:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:30,451 DEBUG [RS:0;ef986b38239e:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:30,451 DEBUG [RS:0;ef986b38239e:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:30,451 DEBUG [RS:0;ef986b38239e:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:30,451 DEBUG [RS:0;ef986b38239e:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:30,451 DEBUG [RS:0;ef986b38239e:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:30,451 DEBUG [RS:0;ef986b38239e:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:18:30,451 DEBUG [RS:0;ef986b38239e:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:18:30,451 INFO  [RS:0;ef986b38239e:43901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:30,451 INFO  [RS:0;ef986b38239e:43901 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:30,452 INFO  [RS:0;ef986b38239e:43901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:30,452 INFO  [RS:0;ef986b38239e:43901 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:30,452 INFO  [RS:0;ef986b38239e:43901 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:30,452 INFO  [RS:0;ef986b38239e:43901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,43901,1731111509778-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:18:30,465 INFO  [RS:0;ef986b38239e:43901 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T00:18:30,465 INFO  [RS:0;ef986b38239e:43901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,43901,1731111509778-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:30,465 INFO  [RS:0;ef986b38239e:43901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:30,465 INFO  [RS:0;ef986b38239e:43901 {}] regionserver.Replication(171): ef986b38239e,43901,1731111509778 started
2024-11-09T00:18:30,477 INFO  [RS:0;ef986b38239e:43901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:30,477 INFO  [RS:0;ef986b38239e:43901 {}] regionserver.HRegionServer(1482): Serving as ef986b38239e,43901,1731111509778, RpcServer on ef986b38239e/172.17.0.3:43901, sessionid=0x1011cf53c850004
2024-11-09T00:18:30,477 DEBUG [RS:0;ef986b38239e:43901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T00:18:30,477 DEBUG [RS:0;ef986b38239e:43901 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef986b38239e,43901,1731111509778
2024-11-09T00:18:30,477 DEBUG [RS:0;ef986b38239e:43901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,43901,1731111509778'
2024-11-09T00:18:30,478 DEBUG [RS:0;ef986b38239e:43901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11000948309/flush-table-proc/abort'
2024-11-09T00:18:30,478 DEBUG [RS:0;ef986b38239e:43901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11000948309/flush-table-proc/acquired'
2024-11-09T00:18:30,478 DEBUG [RS:0;ef986b38239e:43901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T00:18:30,478 DEBUG [RS:0;ef986b38239e:43901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T00:18:30,478 DEBUG [RS:0;ef986b38239e:43901 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef986b38239e,43901,1731111509778
2024-11-09T00:18:30,478 DEBUG [RS:0;ef986b38239e:43901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,43901,1731111509778'
2024-11-09T00:18:30,478 DEBUG [RS:0;ef986b38239e:43901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11000948309/online-snapshot/abort'
2024-11-09T00:18:30,479 DEBUG [RS:0;ef986b38239e:43901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11000948309/online-snapshot/acquired'
2024-11-09T00:18:30,479 DEBUG [RS:0;ef986b38239e:43901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T00:18:30,479 INFO  [RS:0;ef986b38239e:43901 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T00:18:30,479 INFO  [RS:0;ef986b38239e:43901 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T00:18:30,579 INFO  [RS:0;ef986b38239e:43901 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:18:30,581 INFO  [RS:0;ef986b38239e:43901 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C43901%2C1731111509778, suffix=, logDir=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/WALs/ef986b38239e,43901,1731111509778, archiveDir=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/oldWALs, maxLogs=10
2024-11-09T00:18:30,596 DEBUG [RS:0;ef986b38239e:43901 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/WALs/ef986b38239e,43901,1731111509778/ef986b38239e%2C43901%2C1731111509778.1731111510581, exclude list is [], retry=0
2024-11-09T00:18:30,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36205,DS-66ffa446-6267-4b44-b5cf-3ea62a75a94f,DISK]
2024-11-09T00:18:30,600 INFO  [RS:0;ef986b38239e:43901 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/WALs/ef986b38239e,43901,1731111509778/ef986b38239e%2C43901%2C1731111509778.1731111510581
2024-11-09T00:18:30,600 DEBUG [RS:0;ef986b38239e:43901 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33033:33033)]
2024-11-09T00:18:30,659 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-09T00:18:30,659 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef
2024-11-09T00:18:30,664 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741833_1009 (size=32)
2024-11-09T00:18:31,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:18:31,066 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:18:31,068 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:18:31,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:31,068 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:31,068 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:18:31,070 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:18:31,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:31,070 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:31,070 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:18:31,072 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:18:31,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:31,072 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:31,072 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:18:31,074 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:18:31,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:31,075 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:31,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:18:31,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/meta/1588230740
2024-11-09T00:18:31,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/meta/1588230740
2024-11-09T00:18:31,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:18:31,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:18:31,078 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:18:31,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:18:31,085 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:18:31,085 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68388603, jitterRate=0.019069597125053406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:18:31,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731111511065Initializing all the Stores at 1731111511066 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111511066Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111511066Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111511066Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111511066Cleaning up temporary data from old regions at 1731111511078 (+12 ms)Region opened successfully at 1731111511086 (+8 ms)
2024-11-09T00:18:31,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:18:31,086 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:18:31,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:18:31,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:18:31,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:18:31,090 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:18:31,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111511086Disabling compacts and flushes for region at 1731111511086Disabling writes for close at 1731111511086Writing region close event to WAL at 1731111511090 (+4 ms)Closed at 1731111511090
2024-11-09T00:18:31,091 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:18:31,091 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-09T00:18:31,091 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-09T00:18:31,092 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:18:31,093 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-09T00:18:31,243 DEBUG [ef986b38239e:44553 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-09T00:18:31,244 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef986b38239e,43901,1731111509778
2024-11-09T00:18:31,245 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,43901,1731111509778, state=OPENING
2024-11-09T00:18:31,325 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-09T00:18:31,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x1011cf53c850004, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000948309
2024-11-09T00:18:31,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44553-0x1011cf53c850003, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000948309
2024-11-09T00:18:31,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11000948309/meta-region-server: CHANGED
2024-11-09T00:18:31,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11000948309/meta-region-server: CHANGED
2024-11-09T00:18:31,347 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:18:31,347 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,43901,1731111509778}]
2024-11-09T00:18:31,413 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:18:31,449 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:31,449 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:31,450 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:31,450 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:31,450 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:31,451 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:31,460 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:31,464 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:31,500 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:18:31,501 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-09T00:18:31,505 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-09T00:18:31,505 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:18:31,505 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-09T00:18:31,506 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C43901%2C1731111509778.meta, suffix=.meta, logDir=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/WALs/ef986b38239e,43901,1731111509778, archiveDir=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/oldWALs, maxLogs=10
2024-11-09T00:18:31,529 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/WALs/ef986b38239e,43901,1731111509778/ef986b38239e%2C43901%2C1731111509778.meta.1731111511507.meta, exclude list is [], retry=0
2024-11-09T00:18:31,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36205,DS-66ffa446-6267-4b44-b5cf-3ea62a75a94f,DISK]
2024-11-09T00:18:31,533 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/WALs/ef986b38239e,43901,1731111509778/ef986b38239e%2C43901%2C1731111509778.meta.1731111511507.meta
2024-11-09T00:18:31,533 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33033:33033)]
2024-11-09T00:18:31,533 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:18:31,533 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:18:31,534 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:18:31,534 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-09T00:18:31,534 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-09T00:18:31,534 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-09T00:18:31,534 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:18:31,534 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-09T00:18:31,534 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-09T00:18:31,536 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:18:31,536 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:18:31,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:31,537 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:31,537 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:18:31,538 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:18:31,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:31,538 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:31,538 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:18:31,539 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:18:31,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:31,539 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:31,539 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:18:31,540 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:18:31,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:31,540 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:31,541 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:18:31,541 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/meta/1588230740
2024-11-09T00:18:31,542 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/meta/1588230740
2024-11-09T00:18:31,543 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:18:31,543 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:18:31,544 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:18:31,545 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:18:31,546 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66432627, jitterRate=-0.010076716542243958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:18:31,546 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-09T00:18:31,546 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731111511534Writing region info on filesystem at 1731111511534Initializing all the Stores at 1731111511535 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111511535Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111511535Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111511535Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111511535Cleaning up temporary data from old regions at 1731111511543 (+8 ms)Running coprocessor post-open hooks at 1731111511546 (+3 ms)Region opened successfully at 1731111511546
2024-11-09T00:18:31,547 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731111511499
2024-11-09T00:18:31,550 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-09T00:18:31,550 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-09T00:18:31,550 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,43901,1731111509778
2024-11-09T00:18:31,551 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,43901,1731111509778, state=OPEN
2024-11-09T00:18:31,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44553-0x1011cf53c850003, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11000948309/meta-region-server
2024-11-09T00:18:31,609 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11000948309/meta-region-server: CHANGED
2024-11-09T00:18:31,609 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef986b38239e,43901,1731111509778
2024-11-09T00:18:31,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x1011cf53c850004, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11000948309/meta-region-server
2024-11-09T00:18:31,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11000948309/meta-region-server: CHANGED
2024-11-09T00:18:31,612 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-09T00:18:31,612 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,43901,1731111509778 in 262 msec
2024-11-09T00:18:31,614 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-09T00:18:31,614 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 521 msec
2024-11-09T00:18:31,615 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:18:31,615 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-09T00:18:31,617 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:18:31,617 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,43901,1731111509778, seqNum=-1]
2024-11-09T00:18:31,618 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:18:31,619 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:18:31,627 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3880 sec
2024-11-09T00:18:31,627 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731111511627, completionTime=-1
2024-11-09T00:18:31,627 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-09T00:18:31,627 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-09T00:18:31,629 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-09T00:18:31,629 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731111571629
2024-11-09T00:18:31,629 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731111631629
2024-11-09T00:18:31,629 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-09T00:18:31,630 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,44553,1731111509652-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:31,630 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,44553,1731111509652-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:31,630 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,44553,1731111509652-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:31,630 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef986b38239e:44553, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:31,630 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:31,632 DEBUG [master/ef986b38239e:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-09T00:18:31,632 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:31,636 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.758sec
2024-11-09T00:18:31,636 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-09T00:18:31,636 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-09T00:18:31,636 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-09T00:18:31,636 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-09T00:18:31,636 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-09T00:18:31,636 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,44553,1731111509652-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:18:31,636 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,44553,1731111509652-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-09T00:18:31,639 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-09T00:18:31,639 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-09T00:18:31,639 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,44553,1731111509652-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:31,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e7fe5be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:31,728 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,44553,-1 for getting cluster id
2024-11-09T00:18:31,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:18:31,729 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b809660c-4653-41ab-b73e-9d30da163ab2'
2024-11-09T00:18:31,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:18:31,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b809660c-4653-41ab-b73e-9d30da163ab2"

2024-11-09T00:18:31,730 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@413c15ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:31,730 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,44553,-1]
2024-11-09T00:18:31,730 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:18:31,730 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:31,731 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:18:31,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30466eac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:31,732 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:18:31,732 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,43901,1731111509778, seqNum=-1]
2024-11-09T00:18:31,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:18:31,733 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:18:31,735 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef986b38239e,44553,1731111509652
2024-11-09T00:18:31,736 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53611
2024-11-09T00:18:31,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:18:31,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011cf53c850005 connected
2024-11-09T00:18:31,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:18:31,877 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,39023,1731111503991
2024-11-09T00:18:31,878 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ca4d076
2024-11-09T00:18:31,878 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:18:31,879 INFO  [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:18:31,880 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:18:31,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-09T00:18:31,882 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T00:18:31,883 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:31,883 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-09T00:18:31,884 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T00:18:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:18:31,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741835_1011 (size=902)
2024-11-09T00:18:31,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:18:32,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:18:32,296 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 81f4e12a93b67ea6545e9c0162ab4b0c, NAME => 'test,,1731111511880.81f4e12a93b67ea6545e9c0162ab4b0c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e
2024-11-09T00:18:32,300 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741836_1012 (size=39)
2024-11-09T00:18:32,371 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-09T00:18:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:18:32,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731111511880.81f4e12a93b67ea6545e9c0162ab4b0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:18:32,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 81f4e12a93b67ea6545e9c0162ab4b0c, disabling compactions & flushes
2024-11-09T00:18:32,701 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731111511880.81f4e12a93b67ea6545e9c0162ab4b0c.
2024-11-09T00:18:32,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731111511880.81f4e12a93b67ea6545e9c0162ab4b0c.
2024-11-09T00:18:32,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731111511880.81f4e12a93b67ea6545e9c0162ab4b0c. after waiting 0 ms
2024-11-09T00:18:32,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731111511880.81f4e12a93b67ea6545e9c0162ab4b0c.
2024-11-09T00:18:32,701 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731111511880.81f4e12a93b67ea6545e9c0162ab4b0c.
2024-11-09T00:18:32,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 81f4e12a93b67ea6545e9c0162ab4b0c:
Waiting for close lock at 1731111512701Disabling compacts and flushes for region at 1731111512701Disabling writes for close at 1731111512701Writing region close event to WAL at 1731111512701Closed at 1731111512701
2024-11-09T00:18:32,702 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T00:18:32,703 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731111511880.81f4e12a93b67ea6545e9c0162ab4b0c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731111512702"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731111512702"}]},"ts":"1731111512702"}
2024-11-09T00:18:32,705 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T00:18:32,706 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T00:18:32,706 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111512706"}]},"ts":"1731111512706"}
2024-11-09T00:18:32,707 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-09T00:18:32,708 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=81f4e12a93b67ea6545e9c0162ab4b0c, ASSIGN}]
2024-11-09T00:18:32,709 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=81f4e12a93b67ea6545e9c0162ab4b0c, ASSIGN
2024-11-09T00:18:32,709 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=81f4e12a93b67ea6545e9c0162ab4b0c, ASSIGN; state=OFFLINE, location=ef986b38239e,43489,1731111504275; forceNewPlan=false, retain=false
2024-11-09T00:18:32,860 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=81f4e12a93b67ea6545e9c0162ab4b0c, regionState=OPENING, regionLocation=ef986b38239e,43489,1731111504275
2024-11-09T00:18:32,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=81f4e12a93b67ea6545e9c0162ab4b0c, ASSIGN because future has completed
2024-11-09T00:18:32,863 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81f4e12a93b67ea6545e9c0162ab4b0c, server=ef986b38239e,43489,1731111504275}]
2024-11-09T00:18:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:18:33,064 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731111511880.81f4e12a93b67ea6545e9c0162ab4b0c.
2024-11-09T00:18:33,065 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 81f4e12a93b67ea6545e9c0162ab4b0c, NAME => 'test,,1731111511880.81f4e12a93b67ea6545e9c0162ab4b0c.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:18:33,065 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:18:33,065 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-09T00:18:33,065 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 81f4e12a93b67ea6545e9c0162ab4b0c
2024-11-09T00:18:33,066 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731111511880.81f4e12a93b67ea6545e9c0162ab4b0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:18:33,066 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 81f4e12a93b67ea6545e9c0162ab4b0c
2024-11-09T00:18:33,066 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 81f4e12a93b67ea6545e9c0162ab4b0c
2024-11-09T00:18:33,072 INFO  [StoreOpener-81f4e12a93b67ea6545e9c0162ab4b0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 81f4e12a93b67ea6545e9c0162ab4b0c 
2024-11-09T00:18:33,075 INFO  [StoreOpener-81f4e12a93b67ea6545e9c0162ab4b0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81f4e12a93b67ea6545e9c0162ab4b0c columnFamilyName f
2024-11-09T00:18:33,076 DEBUG [StoreOpener-81f4e12a93b67ea6545e9c0162ab4b0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:33,076 INFO  [StoreOpener-81f4e12a93b67ea6545e9c0162ab4b0c-1 {}] regionserver.HStore(327): Store=81f4e12a93b67ea6545e9c0162ab4b0c/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:33,076 INFO  [StoreOpener-81f4e12a93b67ea6545e9c0162ab4b0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 81f4e12a93b67ea6545e9c0162ab4b0c 
2024-11-09T00:18:33,078 INFO  [StoreOpener-81f4e12a93b67ea6545e9c0162ab4b0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81f4e12a93b67ea6545e9c0162ab4b0c columnFamilyName f1
2024-11-09T00:18:33,078 DEBUG [StoreOpener-81f4e12a93b67ea6545e9c0162ab4b0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:33,078 INFO  [StoreOpener-81f4e12a93b67ea6545e9c0162ab4b0c-1 {}] regionserver.HStore(327): Store=81f4e12a93b67ea6545e9c0162ab4b0c/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:33,078 INFO  [StoreOpener-81f4e12a93b67ea6545e9c0162ab4b0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 81f4e12a93b67ea6545e9c0162ab4b0c 
2024-11-09T00:18:33,079 INFO  [StoreOpener-81f4e12a93b67ea6545e9c0162ab4b0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81f4e12a93b67ea6545e9c0162ab4b0c columnFamilyName norep
2024-11-09T00:18:33,079 DEBUG [StoreOpener-81f4e12a93b67ea6545e9c0162ab4b0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:33,080 INFO  [StoreOpener-81f4e12a93b67ea6545e9c0162ab4b0c-1 {}] regionserver.HStore(327): Store=81f4e12a93b67ea6545e9c0162ab4b0c/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:33,080 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 81f4e12a93b67ea6545e9c0162ab4b0c
2024-11-09T00:18:33,081 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/default/test/81f4e12a93b67ea6545e9c0162ab4b0c
2024-11-09T00:18:33,081 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/default/test/81f4e12a93b67ea6545e9c0162ab4b0c
2024-11-09T00:18:33,082 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 81f4e12a93b67ea6545e9c0162ab4b0c
2024-11-09T00:18:33,082 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 81f4e12a93b67ea6545e9c0162ab4b0c
2024-11-09T00:18:33,082 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-09T00:18:33,083 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 81f4e12a93b67ea6545e9c0162ab4b0c
2024-11-09T00:18:33,086 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/default/test/81f4e12a93b67ea6545e9c0162ab4b0c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:18:33,086 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 81f4e12a93b67ea6545e9c0162ab4b0c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73921162, jitterRate=0.101511150598526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-09T00:18:33,086 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81f4e12a93b67ea6545e9c0162ab4b0c
2024-11-09T00:18:33,087 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 81f4e12a93b67ea6545e9c0162ab4b0c:
Running coprocessor pre-open hook at 1731111513066Writing region info on filesystem at 1731111513066Initializing all the Stores at 1731111513067 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111513067Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111513072 (+5 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111513072Cleaning up temporary data from old regions at 1731111513082 (+10 ms)Running coprocessor post-open hooks at 1731111513086 (+4 ms)Region opened successfully at 1731111513087 (+1 ms)
2024-11-09T00:18:33,088 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731111511880.81f4e12a93b67ea6545e9c0162ab4b0c., pid=6, masterSystemTime=1731111513020
2024-11-09T00:18:33,091 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731111511880.81f4e12a93b67ea6545e9c0162ab4b0c.
2024-11-09T00:18:33,091 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731111511880.81f4e12a93b67ea6545e9c0162ab4b0c.
2024-11-09T00:18:33,092 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=81f4e12a93b67ea6545e9c0162ab4b0c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ef986b38239e,43489,1731111504275
2024-11-09T00:18:33,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81f4e12a93b67ea6545e9c0162ab4b0c, server=ef986b38239e,43489,1731111504275 because future has completed
2024-11-09T00:18:33,102 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-09T00:18:33,102 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 81f4e12a93b67ea6545e9c0162ab4b0c, server=ef986b38239e,43489,1731111504275 in 237 msec
2024-11-09T00:18:33,104 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-09T00:18:33,104 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=81f4e12a93b67ea6545e9c0162ab4b0c, ASSIGN in 394 msec
2024-11-09T00:18:33,105 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T00:18:33,105 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111513105"}]},"ts":"1731111513105"}
2024-11-09T00:18:33,108 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-09T00:18:33,108 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T00:18:33,110 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2280 sec
2024-11-09T00:18:34,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:18:34,026 INFO  [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-09T00:18:34,026 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:18:34,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,44553,1731111509652
2024-11-09T00:18:34,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24f38db0
2024-11-09T00:18:34,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:18:34,028 INFO  [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:18:34,029 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44553 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:18:34,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44553 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-09T00:18:34,031 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T00:18:34,031 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:34,031 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44553 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-09T00:18:34,032 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T00:18:34,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:18:34,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741835_1011 (size=902)
2024-11-09T00:18:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:18:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:18:34,439 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cd2a5c1e20271fa0fca1fc97d3b16125, NAME => 'test,,1731111514029.cd2a5c1e20271fa0fca1fc97d3b16125.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef
2024-11-09T00:18:34,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741836_1012 (size=39)
2024-11-09T00:18:34,446 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731111514029.cd2a5c1e20271fa0fca1fc97d3b16125.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:18:34,446 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cd2a5c1e20271fa0fca1fc97d3b16125, disabling compactions & flushes
2024-11-09T00:18:34,446 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731111514029.cd2a5c1e20271fa0fca1fc97d3b16125.
2024-11-09T00:18:34,446 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731111514029.cd2a5c1e20271fa0fca1fc97d3b16125.
2024-11-09T00:18:34,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731111514029.cd2a5c1e20271fa0fca1fc97d3b16125. after waiting 0 ms
2024-11-09T00:18:34,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731111514029.cd2a5c1e20271fa0fca1fc97d3b16125.
2024-11-09T00:18:34,447 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731111514029.cd2a5c1e20271fa0fca1fc97d3b16125.
2024-11-09T00:18:34,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cd2a5c1e20271fa0fca1fc97d3b16125:
Waiting for close lock at 1731111514446Disabling compacts and flushes for region at 1731111514446Disabling writes for close at 1731111514447 (+1 ms)Writing region close event to WAL at 1731111514447Closed at 1731111514447
2024-11-09T00:18:34,449 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T00:18:34,449 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731111514029.cd2a5c1e20271fa0fca1fc97d3b16125.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731111514449"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731111514449"}]},"ts":"1731111514449"}
2024-11-09T00:18:34,455 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T00:18:34,456 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T00:18:34,457 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111514457"}]},"ts":"1731111514457"}
2024-11-09T00:18:34,459 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-09T00:18:34,459 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cd2a5c1e20271fa0fca1fc97d3b16125, ASSIGN}]
2024-11-09T00:18:34,461 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cd2a5c1e20271fa0fca1fc97d3b16125, ASSIGN
2024-11-09T00:18:34,461 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cd2a5c1e20271fa0fca1fc97d3b16125, ASSIGN; state=OFFLINE, location=ef986b38239e,43901,1731111509778; forceNewPlan=false, retain=false
2024-11-09T00:18:34,612 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cd2a5c1e20271fa0fca1fc97d3b16125, regionState=OPENING, regionLocation=ef986b38239e,43901,1731111509778
2024-11-09T00:18:34,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cd2a5c1e20271fa0fca1fc97d3b16125, ASSIGN because future has completed
2024-11-09T00:18:34,615 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd2a5c1e20271fa0fca1fc97d3b16125, server=ef986b38239e,43901,1731111509778}]
2024-11-09T00:18:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:18:34,772 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731111514029.cd2a5c1e20271fa0fca1fc97d3b16125.
2024-11-09T00:18:34,772 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cd2a5c1e20271fa0fca1fc97d3b16125, NAME => 'test,,1731111514029.cd2a5c1e20271fa0fca1fc97d3b16125.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:18:34,773 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:18:34,773 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-09T00:18:34,773 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cd2a5c1e20271fa0fca1fc97d3b16125
2024-11-09T00:18:34,773 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731111514029.cd2a5c1e20271fa0fca1fc97d3b16125.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:18:34,773 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cd2a5c1e20271fa0fca1fc97d3b16125
2024-11-09T00:18:34,773 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cd2a5c1e20271fa0fca1fc97d3b16125
2024-11-09T00:18:34,775 INFO  [StoreOpener-cd2a5c1e20271fa0fca1fc97d3b16125-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cd2a5c1e20271fa0fca1fc97d3b16125 
2024-11-09T00:18:34,776 INFO  [StoreOpener-cd2a5c1e20271fa0fca1fc97d3b16125-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd2a5c1e20271fa0fca1fc97d3b16125 columnFamilyName f
2024-11-09T00:18:34,776 DEBUG [StoreOpener-cd2a5c1e20271fa0fca1fc97d3b16125-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:34,777 INFO  [StoreOpener-cd2a5c1e20271fa0fca1fc97d3b16125-1 {}] regionserver.HStore(327): Store=cd2a5c1e20271fa0fca1fc97d3b16125/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:34,777 INFO  [StoreOpener-cd2a5c1e20271fa0fca1fc97d3b16125-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cd2a5c1e20271fa0fca1fc97d3b16125 
2024-11-09T00:18:34,778 INFO  [StoreOpener-cd2a5c1e20271fa0fca1fc97d3b16125-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd2a5c1e20271fa0fca1fc97d3b16125 columnFamilyName f1
2024-11-09T00:18:34,778 DEBUG [StoreOpener-cd2a5c1e20271fa0fca1fc97d3b16125-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:34,779 INFO  [StoreOpener-cd2a5c1e20271fa0fca1fc97d3b16125-1 {}] regionserver.HStore(327): Store=cd2a5c1e20271fa0fca1fc97d3b16125/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:34,779 INFO  [StoreOpener-cd2a5c1e20271fa0fca1fc97d3b16125-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cd2a5c1e20271fa0fca1fc97d3b16125 
2024-11-09T00:18:34,780 INFO  [StoreOpener-cd2a5c1e20271fa0fca1fc97d3b16125-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd2a5c1e20271fa0fca1fc97d3b16125 columnFamilyName norep
2024-11-09T00:18:34,780 DEBUG [StoreOpener-cd2a5c1e20271fa0fca1fc97d3b16125-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:34,780 INFO  [StoreOpener-cd2a5c1e20271fa0fca1fc97d3b16125-1 {}] regionserver.HStore(327): Store=cd2a5c1e20271fa0fca1fc97d3b16125/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:34,781 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cd2a5c1e20271fa0fca1fc97d3b16125
2024-11-09T00:18:34,781 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/default/test/cd2a5c1e20271fa0fca1fc97d3b16125
2024-11-09T00:18:34,782 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/default/test/cd2a5c1e20271fa0fca1fc97d3b16125
2024-11-09T00:18:34,782 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cd2a5c1e20271fa0fca1fc97d3b16125
2024-11-09T00:18:34,782 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cd2a5c1e20271fa0fca1fc97d3b16125
2024-11-09T00:18:34,783 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-09T00:18:34,785 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cd2a5c1e20271fa0fca1fc97d3b16125
2024-11-09T00:18:34,787 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/default/test/cd2a5c1e20271fa0fca1fc97d3b16125/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:18:34,787 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cd2a5c1e20271fa0fca1fc97d3b16125; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73689850, jitterRate=0.09806433320045471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-09T00:18:34,787 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd2a5c1e20271fa0fca1fc97d3b16125
2024-11-09T00:18:34,787 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cd2a5c1e20271fa0fca1fc97d3b16125:
Running coprocessor pre-open hook at 1731111514773Writing region info on filesystem at 1731111514773Initializing all the Stores at 1731111514774 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111514774Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111514774Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111514775 (+1 ms)Cleaning up temporary data from old regions at 1731111514782 (+7 ms)Running coprocessor post-open hooks at 1731111514787 (+5 ms)Region opened successfully at 1731111514787
2024-11-09T00:18:34,788 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731111514029.cd2a5c1e20271fa0fca1fc97d3b16125., pid=6, masterSystemTime=1731111514768
2024-11-09T00:18:34,790 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731111514029.cd2a5c1e20271fa0fca1fc97d3b16125.
2024-11-09T00:18:34,791 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731111514029.cd2a5c1e20271fa0fca1fc97d3b16125.
2024-11-09T00:18:34,791 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cd2a5c1e20271fa0fca1fc97d3b16125, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ef986b38239e,43901,1731111509778
2024-11-09T00:18:34,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd2a5c1e20271fa0fca1fc97d3b16125, server=ef986b38239e,43901,1731111509778 because future has completed
2024-11-09T00:18:34,798 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-09T00:18:34,799 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cd2a5c1e20271fa0fca1fc97d3b16125, server=ef986b38239e,43901,1731111509778 in 182 msec
2024-11-09T00:18:34,800 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-09T00:18:34,800 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cd2a5c1e20271fa0fca1fc97d3b16125, ASSIGN in 340 msec
2024-11-09T00:18:34,801 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T00:18:34,801 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111514801"}]},"ts":"1731111514801"}
2024-11-09T00:18:34,803 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-09T00:18:34,803 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T00:18:34,805 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 774 msec
2024-11-09T00:18:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:18:35,166 INFO  [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-09T00:18:35,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7111c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:35,167 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,39023,-1 for getting cluster id
2024-11-09T00:18:35,167 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:18:35,168 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7ba3b1e-f885-407a-8f6a-151553c0c106'
2024-11-09T00:18:35,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:18:35,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7ba3b1e-f885-407a-8f6a-151553c0c106"

2024-11-09T00:18:35,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32d5dc7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:35,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,39023,-1]
2024-11-09T00:18:35,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:18:35,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:35,169 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:18:35,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5acef669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:35,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eec5427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:35,173 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,44553,-1 for getting cluster id
2024-11-09T00:18:35,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:18:35,174 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b809660c-4653-41ab-b73e-9d30da163ab2'
2024-11-09T00:18:35,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:18:35,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b809660c-4653-41ab-b73e-9d30da163ab2"

2024-11-09T00:18:35,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b211855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:35,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,44553,-1]
2024-11-09T00:18:35,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:18:35,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:35,175 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:18:35,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1188bb38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:35,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb7c883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:35,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,39023,-1 for getting cluster id
2024-11-09T00:18:35,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:18:35,178 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7ba3b1e-f885-407a-8f6a-151553c0c106'
2024-11-09T00:18:35,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:18:35,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7ba3b1e-f885-407a-8f6a-151553c0c106"

2024-11-09T00:18:35,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e66b16e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:35,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,39023,-1]
2024-11-09T00:18:35,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:18:35,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:35,180 INFO  [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:18:35,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@461d19a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:35,181 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:18:35,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,39023,1731111503991
2024-11-09T00:18:35,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67f688ff
2024-11-09T00:18:35,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:18:35,183 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:18:35,183 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ef986b38239e:44553,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-09T00:18:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-09T00:18:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:18:35,187 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:44553'
2024-11-09T00:18:35,188 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1003b4af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:35,188 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,44553,-1 for getting cluster id
2024-11-09T00:18:35,188 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:18:35,189 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b809660c-4653-41ab-b73e-9d30da163ab2'
2024-11-09T00:18:35,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:18:35,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b809660c-4653-41ab-b73e-9d30da163ab2"

2024-11-09T00:18:35,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f7376b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:35,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,44553,-1]
2024-11-09T00:18:35,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:18:35,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:35,191 INFO  [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:18:35,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@745d074c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:35,192 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:18:35,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,44553,1731111509652
2024-11-09T00:18:35,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3abc8011
2024-11-09T00:18:35,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:18:35,194 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:18:35,194 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-09T00:18:35,194 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-09T00:18:35,195 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:35,195 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:35,195 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:18:35,195 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:18:35,196 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-09T00:18:35,197 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T00:18:35,197 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:35,198 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T00:18:35,203 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741837_1013 (size=1138)
2024-11-09T00:18:35,246 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-09T00:18:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:18:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:18:35,606 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec68243d67b3f959b7d6a9b7a74b6b6e, NAME => 'hbase:replication,,1731111515195.ec68243d67b3f959b7d6a9b7a74b6b6e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e
2024-11-09T00:18:35,610 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741838_1014 (size=44)
2024-11-09T00:18:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:18:35,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-09T00:18:35,911 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-09T00:18:35,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-09T00:18:35,911 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer
2024-11-09T00:18:35,912 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:18:35,912 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers
2024-11-09T00:18:35,912 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-09T00:18:35,912 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers
2024-11-09T00:18:35,912 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:18:35,912 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-09T00:18:35,912 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-09T00:18:35,912 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-09T00:18:36,011 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731111515195.ec68243d67b3f959b7d6a9b7a74b6b6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:18:36,011 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ec68243d67b3f959b7d6a9b7a74b6b6e, disabling compactions & flushes
2024-11-09T00:18:36,011 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111515195.ec68243d67b3f959b7d6a9b7a74b6b6e.
2024-11-09T00:18:36,011 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111515195.ec68243d67b3f959b7d6a9b7a74b6b6e.
2024-11-09T00:18:36,011 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111515195.ec68243d67b3f959b7d6a9b7a74b6b6e. after waiting 0 ms
2024-11-09T00:18:36,011 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111515195.ec68243d67b3f959b7d6a9b7a74b6b6e.
2024-11-09T00:18:36,011 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731111515195.ec68243d67b3f959b7d6a9b7a74b6b6e.
2024-11-09T00:18:36,012 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec68243d67b3f959b7d6a9b7a74b6b6e:
Waiting for close lock at 1731111516011Disabling compacts and flushes for region at 1731111516011Disabling writes for close at 1731111516011Writing region close event to WAL at 1731111516011Closed at 1731111516011
2024-11-09T00:18:36,013 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T00:18:36,013 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731111515195.ec68243d67b3f959b7d6a9b7a74b6b6e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731111516013"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731111516013"}]},"ts":"1731111516013"}
2024-11-09T00:18:36,020 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T00:18:36,021 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T00:18:36,022 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111516021"}]},"ts":"1731111516021"}
2024-11-09T00:18:36,024 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-09T00:18:36,024 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ec68243d67b3f959b7d6a9b7a74b6b6e, ASSIGN}]
2024-11-09T00:18:36,026 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ec68243d67b3f959b7d6a9b7a74b6b6e, ASSIGN
2024-11-09T00:18:36,028 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ec68243d67b3f959b7d6a9b7a74b6b6e, ASSIGN; state=OFFLINE, location=ef986b38239e,43489,1731111504275; forceNewPlan=false, retain=false
2024-11-09T00:18:36,179 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ec68243d67b3f959b7d6a9b7a74b6b6e, regionState=OPENING, regionLocation=ef986b38239e,43489,1731111504275
2024-11-09T00:18:36,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ec68243d67b3f959b7d6a9b7a74b6b6e, ASSIGN because future has completed
2024-11-09T00:18:36,181 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec68243d67b3f959b7d6a9b7a74b6b6e, server=ef986b38239e,43489,1731111504275}]
2024-11-09T00:18:36,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:18:36,338 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731111515195.ec68243d67b3f959b7d6a9b7a74b6b6e.
2024-11-09T00:18:36,338 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:18:36,338 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-09T00:18:36,339 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C43489%2C1731111504275.rep, suffix=, logDir=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275, archiveDir=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/oldWALs, maxLogs=10
2024-11-09T00:18:36,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.rep.1731111516339, exclude list is [], retry=0
2024-11-09T00:18:36,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42995,DS-5426b6f9-2ae2-4daf-95db-acdc5d7ce778,DISK]
2024-11-09T00:18:36,360 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.rep.1731111516339
2024-11-09T00:18:36,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42133:42133)]
2024-11-09T00:18:36,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ec68243d67b3f959b7d6a9b7a74b6b6e, NAME => 'hbase:replication,,1731111515195.ec68243d67b3f959b7d6a9b7a74b6b6e.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:18:36,361 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:18:36,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:18:36,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731111515195.ec68243d67b3f959b7d6a9b7a74b6b6e. service=MultiRowMutationService
2024-11-09T00:18:36,361 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-09T00:18:36,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ec68243d67b3f959b7d6a9b7a74b6b6e
2024-11-09T00:18:36,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731111515195.ec68243d67b3f959b7d6a9b7a74b6b6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:18:36,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ec68243d67b3f959b7d6a9b7a74b6b6e
2024-11-09T00:18:36,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ec68243d67b3f959b7d6a9b7a74b6b6e
2024-11-09T00:18:36,363 INFO  [StoreOpener-ec68243d67b3f959b7d6a9b7a74b6b6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ec68243d67b3f959b7d6a9b7a74b6b6e 
2024-11-09T00:18:36,364 INFO  [StoreOpener-ec68243d67b3f959b7d6a9b7a74b6b6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec68243d67b3f959b7d6a9b7a74b6b6e columnFamilyName hfileref
2024-11-09T00:18:36,364 DEBUG [StoreOpener-ec68243d67b3f959b7d6a9b7a74b6b6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:36,364 INFO  [StoreOpener-ec68243d67b3f959b7d6a9b7a74b6b6e-1 {}] regionserver.HStore(327): Store=ec68243d67b3f959b7d6a9b7a74b6b6e/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:36,365 INFO  [StoreOpener-ec68243d67b3f959b7d6a9b7a74b6b6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ec68243d67b3f959b7d6a9b7a74b6b6e 
2024-11-09T00:18:36,365 INFO  [StoreOpener-ec68243d67b3f959b7d6a9b7a74b6b6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec68243d67b3f959b7d6a9b7a74b6b6e columnFamilyName queue
2024-11-09T00:18:36,366 DEBUG [StoreOpener-ec68243d67b3f959b7d6a9b7a74b6b6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:36,366 INFO  [StoreOpener-ec68243d67b3f959b7d6a9b7a74b6b6e-1 {}] regionserver.HStore(327): Store=ec68243d67b3f959b7d6a9b7a74b6b6e/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:36,366 INFO  [StoreOpener-ec68243d67b3f959b7d6a9b7a74b6b6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ec68243d67b3f959b7d6a9b7a74b6b6e 
2024-11-09T00:18:36,367 INFO  [StoreOpener-ec68243d67b3f959b7d6a9b7a74b6b6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec68243d67b3f959b7d6a9b7a74b6b6e columnFamilyName sid
2024-11-09T00:18:36,367 DEBUG [StoreOpener-ec68243d67b3f959b7d6a9b7a74b6b6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:36,367 INFO  [StoreOpener-ec68243d67b3f959b7d6a9b7a74b6b6e-1 {}] regionserver.HStore(327): Store=ec68243d67b3f959b7d6a9b7a74b6b6e/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:36,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ec68243d67b3f959b7d6a9b7a74b6b6e
2024-11-09T00:18:36,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/replication/ec68243d67b3f959b7d6a9b7a74b6b6e
2024-11-09T00:18:36,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/replication/ec68243d67b3f959b7d6a9b7a74b6b6e
2024-11-09T00:18:36,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ec68243d67b3f959b7d6a9b7a74b6b6e
2024-11-09T00:18:36,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ec68243d67b3f959b7d6a9b7a74b6b6e
2024-11-09T00:18:36,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-09T00:18:36,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ec68243d67b3f959b7d6a9b7a74b6b6e
2024-11-09T00:18:36,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/replication/ec68243d67b3f959b7d6a9b7a74b6b6e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:18:36,372 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ec68243d67b3f959b7d6a9b7a74b6b6e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58843204, jitterRate=-0.12316793203353882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-09T00:18:36,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec68243d67b3f959b7d6a9b7a74b6b6e
2024-11-09T00:18:36,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ec68243d67b3f959b7d6a9b7a74b6b6e:
Running coprocessor pre-open hook at 1731111516361Writing region info on filesystem at 1731111516361Initializing all the Stores at 1731111516362 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111516362Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111516363 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111516363Cleaning up temporary data from old regions at 1731111516369 (+6 ms)Running coprocessor post-open hooks at 1731111516372 (+3 ms)Region opened successfully at 1731111516373 (+1 ms)
2024-11-09T00:18:36,374 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731111515195.ec68243d67b3f959b7d6a9b7a74b6b6e., pid=10, masterSystemTime=1731111516334
2024-11-09T00:18:36,376 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ec68243d67b3f959b7d6a9b7a74b6b6e, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,43489,1731111504275
2024-11-09T00:18:36,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731111515195.ec68243d67b3f959b7d6a9b7a74b6b6e.
2024-11-09T00:18:36,382 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731111515195.ec68243d67b3f959b7d6a9b7a74b6b6e.
2024-11-09T00:18:36,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec68243d67b3f959b7d6a9b7a74b6b6e, server=ef986b38239e,43489,1731111504275 because future has completed
2024-11-09T00:18:36,386 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-09T00:18:36,386 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ec68243d67b3f959b7d6a9b7a74b6b6e, server=ef986b38239e,43489,1731111504275 in 203 msec
2024-11-09T00:18:36,389 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-09T00:18:36,389 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ec68243d67b3f959b7d6a9b7a74b6b6e, ASSIGN in 362 msec
2024-11-09T00:18:36,389 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T00:18:36,389 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111516389"}]},"ts":"1731111516389"}
2024-11-09T00:18:36,391 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-09T00:18:36,392 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T00:18:36,393 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1970 sec
2024-11-09T00:18:36,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731111515195.ec68243d67b3f959b7d6a9b7a74b6b6e., hostname=ef986b38239e,43489,1731111504275, seqNum=2]
2024-11-09T00:18:36,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1011cf53c850000, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122101631
2024-11-09T00:18:36,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1011cf53c850001, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122101631
2024-11-09T00:18:36,445 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-09T00:18:36,448 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-09T00:18:36,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43489 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-09T00:18:36,598 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-09T00:18:36,632 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ef986b38239e,43489,1731111504275, ReplicationSource: 1, currentBandwidth=0
2024-11-09T00:18:36,632 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:18:36,633 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,43489,1731111504275, seqNum=-1]
2024-11-09T00:18:36,633 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:18:36,634 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService
2024-11-09T00:18:36,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ef986b38239e,43489,1731111504275', locateType=CURRENT is [region=hbase:replication,,1731111515195.ec68243d67b3f959b7d6a9b7a74b6b6e., hostname=ef986b38239e,43489,1731111504275, seqNum=2]
2024-11-09T00:18:36,639 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-09T00:18:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-09T00:18:36,642 INFO  [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ef986b38239e,43489,1731111504275 suceeded
2024-11-09T00:18:36,645 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-09T00:18:36,645 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec
2024-11-09T00:18:36,645 INFO  [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ef986b38239e:44553,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-09T00:18:36,647 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4620 sec
2024-11-09T00:18:36,660 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:44553'
2024-11-09T00:18:36,661 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a49f5b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:36,661 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,44553,-1 for getting cluster id
2024-11-09T00:18:36,661 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:18:36,662 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b809660c-4653-41ab-b73e-9d30da163ab2'
2024-11-09T00:18:36,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:18:36,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b809660c-4653-41ab-b73e-9d30da163ab2"

2024-11-09T00:18:36,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a43273d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:36,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,44553,-1]
2024-11-09T00:18:36,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:18:36,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:36,663 INFO  [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:18:36,664 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f644d1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:36,665 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:18:36,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,44553,1731111509652
2024-11-09T00:18:36,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39ef668a
2024-11-09T00:18:36,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:18:36,667 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService
2024-11-09T00:18:36,667 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef986b38239e,43489,1731111504275 (queues=1) is replicating from cluster=a7ba3b1e-f885-407a-8f6a-151553c0c106 to cluster=b809660c-4653-41ab-b73e-9d30da163ab2
2024-11-09T00:18:36,667 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef986b38239e%2C43489%2C1731111504275
2024-11-09T00:18:36,667 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef986b38239e,43489,1731111504275, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-09T00:18:36,668 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.wal-reader.ef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.1731111506522, startPosition=0, beingWritten=true
2024-11-09T00:18:36,668 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.shipperef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef986b38239e%2C43489%2C1731111504275
2024-11-09T00:18:36,675 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.wal-reader.ef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:18:36,675 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.wal-reader.ef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.1731111506522 to pos 379, reset compression=false
2024-11-09T00:18:36,675 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.shipperef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,43489,1731111504275 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.1731111506522, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:18:36,885 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.wal-reader.ef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.1731111506522 to pos 379, reset compression=false
2024-11-09T00:18:37,036 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:18:37,079 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:37,080 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:37,080 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:37,080 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:37,080 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:37,081 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:37,095 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:37,099 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:37,189 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.wal-reader.ef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.1731111506522 to pos 379, reset compression=false
2024-11-09T00:18:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:18:37,336 INFO  [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-09T00:18:37,336 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:18:37,337 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:18:37,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:37,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:37,337 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:18:37,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4663f8d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:37,337 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,44553,-1 for getting cluster id
2024-11-09T00:18:37,338 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:18:37,338 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b809660c-4653-41ab-b73e-9d30da163ab2'
2024-11-09T00:18:37,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:18:37,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b809660c-4653-41ab-b73e-9d30da163ab2"

2024-11-09T00:18:37,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e098596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:37,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,44553,-1]
2024-11-09T00:18:37,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:18:37,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:37,340 INFO  [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:18:37,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e5b572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:37,341 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:18:37,341 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,44553,1731111509652
2024-11-09T00:18:37,341 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@643dae0c
2024-11-09T00:18:37,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:18:37,342 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:18:37,343 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44553 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ef986b38239e:39023,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-09T00:18:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44553 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-09T00:18:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:18:37,345 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:39023'
2024-11-09T00:18:37,346 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cced2cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:37,346 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,39023,-1 for getting cluster id
2024-11-09T00:18:37,347 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:18:37,347 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7ba3b1e-f885-407a-8f6a-151553c0c106'
2024-11-09T00:18:37,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:18:37,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7ba3b1e-f885-407a-8f6a-151553c0c106"

2024-11-09T00:18:37,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a63d1cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:37,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,39023,-1]
2024-11-09T00:18:37,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:18:37,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:37,348 INFO  [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:18:37,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@198a981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:37,349 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:18:37,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,39023,1731111503991
2024-11-09T00:18:37,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b649ba3
2024-11-09T00:18:37,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:18:37,350 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:18:37,351 INFO  [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1.
2024-11-09T00:18:37,351 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-09T00:18:37,351 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:37,351 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:37,351 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:18:37,352 INFO  [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:18:37,353 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-09T00:18:37,354 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T00:18:37,354 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:37,354 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T00:18:37,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741837_1013 (size=1138)
2024-11-09T00:18:37,403 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-09T00:18:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:18:37,593 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.wal-reader.ef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.1731111506522 to pos 379, reset compression=false
2024-11-09T00:18:37,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:18:37,762 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ccddc16943d9b325c1054031c2521842, NAME => 'hbase:replication,,1731111517351.ccddc16943d9b325c1054031c2521842.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef
2024-11-09T00:18:37,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741838_1014 (size=44)
2024-11-09T00:18:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:18:38,096 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.wal-reader.ef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.1731111506522 to pos 379, reset compression=false
2024-11-09T00:18:38,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731111517351.ccddc16943d9b325c1054031c2521842.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:18:38,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ccddc16943d9b325c1054031c2521842, disabling compactions & flushes
2024-11-09T00:18:38,167 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111517351.ccddc16943d9b325c1054031c2521842.
2024-11-09T00:18:38,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111517351.ccddc16943d9b325c1054031c2521842.
2024-11-09T00:18:38,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111517351.ccddc16943d9b325c1054031c2521842. after waiting 0 ms
2024-11-09T00:18:38,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111517351.ccddc16943d9b325c1054031c2521842.
2024-11-09T00:18:38,167 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731111517351.ccddc16943d9b325c1054031c2521842.
2024-11-09T00:18:38,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ccddc16943d9b325c1054031c2521842:
Waiting for close lock at 1731111518167Disabling compacts and flushes for region at 1731111518167Disabling writes for close at 1731111518167Writing region close event to WAL at 1731111518167Closed at 1731111518167
2024-11-09T00:18:38,169 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T00:18:38,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731111517351.ccddc16943d9b325c1054031c2521842.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731111518169"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731111518169"}]},"ts":"1731111518169"}
2024-11-09T00:18:38,171 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T00:18:38,172 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T00:18:38,173 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111518173"}]},"ts":"1731111518173"}
2024-11-09T00:18:38,175 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-09T00:18:38,175 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ccddc16943d9b325c1054031c2521842, ASSIGN}]
2024-11-09T00:18:38,177 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ccddc16943d9b325c1054031c2521842, ASSIGN
2024-11-09T00:18:38,178 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ccddc16943d9b325c1054031c2521842, ASSIGN; state=OFFLINE, location=ef986b38239e,43901,1731111509778; forceNewPlan=false, retain=false
2024-11-09T00:18:38,328 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ccddc16943d9b325c1054031c2521842, regionState=OPENING, regionLocation=ef986b38239e,43901,1731111509778
2024-11-09T00:18:38,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ccddc16943d9b325c1054031c2521842, ASSIGN because future has completed
2024-11-09T00:18:38,332 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ccddc16943d9b325c1054031c2521842, server=ef986b38239e,43901,1731111509778}]
2024-11-09T00:18:38,372 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-09T00:18:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:18:38,488 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731111517351.ccddc16943d9b325c1054031c2521842.
2024-11-09T00:18:38,488 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:18:38,488 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-09T00:18:38,489 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C43901%2C1731111509778.rep, suffix=, logDir=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/WALs/ef986b38239e,43901,1731111509778, archiveDir=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/oldWALs, maxLogs=10
2024-11-09T00:18:38,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/WALs/ef986b38239e,43901,1731111509778/ef986b38239e%2C43901%2C1731111509778.rep.1731111518489, exclude list is [], retry=0
2024-11-09T00:18:38,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36205,DS-66ffa446-6267-4b44-b5cf-3ea62a75a94f,DISK]
2024-11-09T00:18:38,504 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/WALs/ef986b38239e,43901,1731111509778/ef986b38239e%2C43901%2C1731111509778.rep.1731111518489
2024-11-09T00:18:38,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33033:33033)]
2024-11-09T00:18:38,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ccddc16943d9b325c1054031c2521842, NAME => 'hbase:replication,,1731111517351.ccddc16943d9b325c1054031c2521842.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:18:38,505 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:18:38,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:18:38,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731111517351.ccddc16943d9b325c1054031c2521842. service=MultiRowMutationService
2024-11-09T00:18:38,505 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-09T00:18:38,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ccddc16943d9b325c1054031c2521842
2024-11-09T00:18:38,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731111517351.ccddc16943d9b325c1054031c2521842.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:18:38,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ccddc16943d9b325c1054031c2521842
2024-11-09T00:18:38,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ccddc16943d9b325c1054031c2521842
2024-11-09T00:18:38,506 INFO  [StoreOpener-ccddc16943d9b325c1054031c2521842-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ccddc16943d9b325c1054031c2521842 
2024-11-09T00:18:38,507 INFO  [StoreOpener-ccddc16943d9b325c1054031c2521842-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccddc16943d9b325c1054031c2521842 columnFamilyName hfileref
2024-11-09T00:18:38,507 DEBUG [StoreOpener-ccddc16943d9b325c1054031c2521842-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:38,508 INFO  [StoreOpener-ccddc16943d9b325c1054031c2521842-1 {}] regionserver.HStore(327): Store=ccddc16943d9b325c1054031c2521842/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:38,508 INFO  [StoreOpener-ccddc16943d9b325c1054031c2521842-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ccddc16943d9b325c1054031c2521842 
2024-11-09T00:18:38,509 INFO  [StoreOpener-ccddc16943d9b325c1054031c2521842-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccddc16943d9b325c1054031c2521842 columnFamilyName queue
2024-11-09T00:18:38,509 DEBUG [StoreOpener-ccddc16943d9b325c1054031c2521842-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:38,509 INFO  [StoreOpener-ccddc16943d9b325c1054031c2521842-1 {}] regionserver.HStore(327): Store=ccddc16943d9b325c1054031c2521842/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:38,509 INFO  [StoreOpener-ccddc16943d9b325c1054031c2521842-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ccddc16943d9b325c1054031c2521842 
2024-11-09T00:18:38,510 INFO  [StoreOpener-ccddc16943d9b325c1054031c2521842-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccddc16943d9b325c1054031c2521842 columnFamilyName sid
2024-11-09T00:18:38,510 DEBUG [StoreOpener-ccddc16943d9b325c1054031c2521842-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:38,511 INFO  [StoreOpener-ccddc16943d9b325c1054031c2521842-1 {}] regionserver.HStore(327): Store=ccddc16943d9b325c1054031c2521842/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:38,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ccddc16943d9b325c1054031c2521842
2024-11-09T00:18:38,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/replication/ccddc16943d9b325c1054031c2521842
2024-11-09T00:18:38,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/replication/ccddc16943d9b325c1054031c2521842
2024-11-09T00:18:38,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ccddc16943d9b325c1054031c2521842
2024-11-09T00:18:38,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ccddc16943d9b325c1054031c2521842
2024-11-09T00:18:38,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-09T00:18:38,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ccddc16943d9b325c1054031c2521842
2024-11-09T00:18:38,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/replication/ccddc16943d9b325c1054031c2521842/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:18:38,515 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ccddc16943d9b325c1054031c2521842; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62994664, jitterRate=-0.06130635738372803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-09T00:18:38,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ccddc16943d9b325c1054031c2521842
2024-11-09T00:18:38,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ccddc16943d9b325c1054031c2521842:
Running coprocessor pre-open hook at 1731111518505Writing region info on filesystem at 1731111518505Initializing all the Stores at 1731111518506 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111518506Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111518506Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111518506Cleaning up temporary data from old regions at 1731111518512 (+6 ms)Running coprocessor post-open hooks at 1731111518515 (+3 ms)Region opened successfully at 1731111518515
2024-11-09T00:18:38,516 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731111517351.ccddc16943d9b325c1054031c2521842., pid=10, masterSystemTime=1731111518484
2024-11-09T00:18:38,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731111517351.ccddc16943d9b325c1054031c2521842.
2024-11-09T00:18:38,518 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731111517351.ccddc16943d9b325c1054031c2521842.
2024-11-09T00:18:38,518 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ccddc16943d9b325c1054031c2521842, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,43901,1731111509778
2024-11-09T00:18:38,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ccddc16943d9b325c1054031c2521842, server=ef986b38239e,43901,1731111509778 because future has completed
2024-11-09T00:18:38,522 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-09T00:18:38,522 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ccddc16943d9b325c1054031c2521842, server=ef986b38239e,43901,1731111509778 in 189 msec
2024-11-09T00:18:38,524 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-09T00:18:38,524 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ccddc16943d9b325c1054031c2521842, ASSIGN in 347 msec
2024-11-09T00:18:38,524 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T00:18:38,524 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111518524"}]},"ts":"1731111518524"}
2024-11-09T00:18:38,528 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-09T00:18:38,529 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T00:18:38,531 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec
2024-11-09T00:18:38,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731111517351.ccddc16943d9b325c1054031c2521842., hostname=ef986b38239e,43901,1731111509778, seqNum=2]
2024-11-09T00:18:38,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44553-0x1011cf53c850003, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000948309
2024-11-09T00:18:38,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x1011cf53c850004, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000948309
2024-11-09T00:18:38,603 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-09T00:18:38,700 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.wal-reader.ef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.1731111506522 to pos 379, reset compression=false
2024-11-09T00:18:38,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43901 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-09T00:18:38,756 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-09T00:18:38,794 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ef986b38239e,43901,1731111509778, ReplicationSource: 1, currentBandwidth=0
2024-11-09T00:18:38,794 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:18:38,794 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,43901,1731111509778, seqNum=-1]
2024-11-09T00:18:38,795 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:18:38,796 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService
2024-11-09T00:18:38,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ef986b38239e,43901,1731111509778', locateType=CURRENT is [region=hbase:replication,,1731111517351.ccddc16943d9b325c1054031c2521842., hostname=ef986b38239e,43901,1731111509778, seqNum=2]
2024-11-09T00:18:38,800 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-09T00:18:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44553 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-09T00:18:38,802 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ef986b38239e,43901,1731111509778 suceeded
2024-11-09T00:18:38,804 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-09T00:18:38,804 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec
2024-11-09T00:18:38,804 INFO  [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ef986b38239e:39023,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-09T00:18:38,805 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4610 sec
2024-11-09T00:18:38,814 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:39023'
2024-11-09T00:18:38,815 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5db93dbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:38,815 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,39023,-1 for getting cluster id
2024-11-09T00:18:38,815 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:18:38,816 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7ba3b1e-f885-407a-8f6a-151553c0c106'
2024-11-09T00:18:38,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:18:38,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7ba3b1e-f885-407a-8f6a-151553c0c106"

2024-11-09T00:18:38,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@256fc2c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:38,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,39023,-1]
2024-11-09T00:18:38,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:18:38,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:38,817 INFO  [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:18:38,817 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4eb682a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:38,818 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:18:38,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,39023,1731111503991
2024-11-09T00:18:38,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@82bf866
2024-11-09T00:18:38,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:18:38,819 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService
2024-11-09T00:18:38,819 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef986b38239e,43901,1731111509778 (queues=1) is replicating from cluster=b809660c-4653-41ab-b73e-9d30da163ab2 to cluster=a7ba3b1e-f885-407a-8f6a-151553c0c106
2024-11-09T00:18:38,819 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef986b38239e%2C43901%2C1731111509778
2024-11-09T00:18:38,820 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef986b38239e,43901,1731111509778, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-09T00:18:38,820 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.wal-reader.ef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/WALs/ef986b38239e,43901,1731111509778/ef986b38239e%2C43901%2C1731111509778.1731111510581, startPosition=0, beingWritten=true
2024-11-09T00:18:38,820 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.shipperef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef986b38239e%2C43901%2C1731111509778
2024-11-09T00:18:38,825 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.wal-reader.ef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:18:38,826 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.wal-reader.ef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/WALs/ef986b38239e,43901,1731111509778/ef986b38239e%2C43901%2C1731111509778.1731111510581 to pos 379, reset compression=false
2024-11-09T00:18:38,826 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.shipperef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,43901,1731111509778 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/WALs/ef986b38239e,43901,1731111509778/ef986b38239e%2C43901%2C1731111509778.1731111510581, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:18:39,029 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.wal-reader.ef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/WALs/ef986b38239e,43901,1731111509778/ef986b38239e%2C43901%2C1731111509778.1731111510581 to pos 379, reset compression=false
2024-11-09T00:18:39,333 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.wal-reader.ef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/WALs/ef986b38239e,43901,1731111509778/ef986b38239e%2C43901%2C1731111509778.1731111510581 to pos 379, reset compression=false
2024-11-09T00:18:39,404 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.wal-reader.ef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.1731111506522 to pos 379, reset compression=false
2024-11-09T00:18:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:18:39,497 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-09T00:18:39,497 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:18:39,497 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:18:39,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:39,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:39,497 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:18:39,498 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:39,503 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731111519502/Put/seqid=0
2024-11-09T00:18:39,515 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741840_1016 (size=7894)
2024-11-09T00:18:39,519 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731111519518/Put/seqid=0
2024-11-09T00:18:39,537 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741841_1017 (size=7691)
2024-11-09T00:18:39,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc9e2f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:39,539 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,39023,-1 for getting cluster id
2024-11-09T00:18:39,539 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:18:39,540 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7ba3b1e-f885-407a-8f6a-151553c0c106'
2024-11-09T00:18:39,540 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:18:39,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7ba3b1e-f885-407a-8f6a-151553c0c106"

2024-11-09T00:18:39,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e9d119, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:39,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,39023,-1]
2024-11-09T00:18:39,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:18:39,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:39,542 INFO  [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:18:39,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6533354b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:39,543 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:18:39,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,43489,1731111504275, seqNum=-1]
2024-11-09T00:18:39,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:18:39,546 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:18:39,558 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:18:39,559 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,39023,1731111503991
2024-11-09T00:18:39,559 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@369be66d
2024-11-09T00:18:39,560 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:18:39,561 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:18:39,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731111511880.81f4e12a93b67ea6545e9c0162ab4b0c., hostname=ef986b38239e,43489,1731111504275, seqNum=2]
2024-11-09T00:18:39,569 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-09T00:18:39,576 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc]
2024-11-09T00:18:39,580 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff]
2024-11-09T00:18:39,590 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 81f4e12a93b67ea6545e9c0162ab4b0c/f
2024-11-09T00:18:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff
2024-11-09T00:18:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-09T00:18:39,593 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 81f4e12a93b67ea6545e9c0162ab4b0c/f
2024-11-09T00:18:39,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc
2024-11-09T00:18:39,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-09T00:18:39,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HRegion(2603): Flush status journal for 81f4e12a93b67ea6545e9c0162ab4b0c:

2024-11-09T00:18:39,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/staging/jenkins__test__qqd2g6619euu8jnrqbtam0sj2l1ikq7hqao17pq2b0gb3kq233qi17619q9qiqi9/f/hfile_1
2024-11-09T00:18:39,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/staging/jenkins__test__qqd2g6619euu8jnrqbtam0sj2l1ikq7hqao17pq2b0gb3kq233qi17619q9qiqi9/f/hfile_1 as hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/default/test/81f4e12a93b67ea6545e9c0162ab4b0c/f/7dd03828e3f34985aadbc9e31de793fc_SeqId_4_
2024-11-09T00:18:39,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/staging/jenkins__test__qqd2g6619euu8jnrqbtam0sj2l1ikq7hqao17pq2b0gb3kq233qi17619q9qiqi9/f/hfile_0
2024-11-09T00:18:39,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/staging/jenkins__test__qqd2g6619euu8jnrqbtam0sj2l1ikq7hqao17pq2b0gb3kq233qi17619q9qiqi9/f/hfile_0 as hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/default/test/81f4e12a93b67ea6545e9c0162ab4b0c/f/e42cb08b263a4b34b754f8a7bbf281ec_SeqId_4_
2024-11-09T00:18:39,602 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/staging/jenkins__test__qqd2g6619euu8jnrqbtam0sj2l1ikq7hqao17pq2b0gb3kq233qi17619q9qiqi9/f/hfile_1 into 81f4e12a93b67ea6545e9c0162ab4b0c/f as hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/default/test/81f4e12a93b67ea6545e9c0162ab4b0c/f/7dd03828e3f34985aadbc9e31de793fc_SeqId_4_ - updating store file list.
2024-11-09T00:18:39,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7dd03828e3f34985aadbc9e31de793fc_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-09T00:18:39,607 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/default/test/81f4e12a93b67ea6545e9c0162ab4b0c/f/7dd03828e3f34985aadbc9e31de793fc_SeqId_4_ into 81f4e12a93b67ea6545e9c0162ab4b0c/f
2024-11-09T00:18:39,607 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/staging/jenkins__test__qqd2g6619euu8jnrqbtam0sj2l1ikq7hqao17pq2b0gb3kq233qi17619q9qiqi9/f/hfile_1 into 81f4e12a93b67ea6545e9c0162ab4b0c/f (new location: hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/default/test/81f4e12a93b67ea6545e9c0162ab4b0c/f/7dd03828e3f34985aadbc9e31de793fc_SeqId_4_)
2024-11-09T00:18:39,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/staging/jenkins__test__qqd2g6619euu8jnrqbtam0sj2l1ikq7hqao17pq2b0gb3kq233qi17619q9qiqi9/f/hfile_1
2024-11-09T00:18:39,608 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/staging/jenkins__test__qqd2g6619euu8jnrqbtam0sj2l1ikq7hqao17pq2b0gb3kq233qi17619q9qiqi9/f/hfile_0 into 81f4e12a93b67ea6545e9c0162ab4b0c/f as hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/default/test/81f4e12a93b67ea6545e9c0162ab4b0c/f/e42cb08b263a4b34b754f8a7bbf281ec_SeqId_4_ - updating store file list.
2024-11-09T00:18:39,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e42cb08b263a4b34b754f8a7bbf281ec_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-09T00:18:39,612 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/default/test/81f4e12a93b67ea6545e9c0162ab4b0c/f/e42cb08b263a4b34b754f8a7bbf281ec_SeqId_4_ into 81f4e12a93b67ea6545e9c0162ab4b0c/f
2024-11-09T00:18:39,612 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/staging/jenkins__test__qqd2g6619euu8jnrqbtam0sj2l1ikq7hqao17pq2b0gb3kq233qi17619q9qiqi9/f/hfile_0 into 81f4e12a93b67ea6545e9c0162ab4b0c/f (new location: hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/default/test/81f4e12a93b67ea6545e9c0162ab4b0c/f/e42cb08b263a4b34b754f8a7bbf281ec_SeqId_4_)
2024-11-09T00:18:39,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/staging/jenkins__test__qqd2g6619euu8jnrqbtam0sj2l1ikq7hqao17pq2b0gb3kq233qi17619q9qiqi9/f/hfile_0
2024-11-09T00:18:39,613 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:18:39,613 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:18:39,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:39,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:39,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731111511880.81f4e12a93b67ea6545e9c0162ab4b0c., hostname=ef986b38239e,43489,1731111504275, seqNum=2 , the old value is region=test,,1731111511880.81f4e12a93b67ea6545e9c0162ab4b0c., hostname=ef986b38239e,43489,1731111504275, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ef986b38239e:43489 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-09T00:18:39,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731111511880.81f4e12a93b67ea6545e9c0162ab4b0c., hostname=ef986b38239e,43489,1731111504275, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-09T00:18:39,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731111511880.81f4e12a93b67ea6545e9c0162ab4b0c., hostname=ef986b38239e,43489,1731111504275, seqNum=2 from cache
2024-11-09T00:18:39,614 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:18:39,614 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:18:39,614 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-09T00:18:39,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,43901,1731111509778, seqNum=-1]
2024-11-09T00:18:39,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:18:39,616 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:18:39,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731111514029.cd2a5c1e20271fa0fca1fc97d3b16125., hostname=ef986b38239e,43901,1731111509778, seqNum=2]
2024-11-09T00:18:39,619 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-09T00:18:39,726 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:43489 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-09T00:18:39,738 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.wal-reader.ef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/WALs/ef986b38239e,43901,1731111509778/ef986b38239e%2C43901%2C1731111509778.1731111510581 to pos 379, reset compression=false
2024-11-09T00:18:40,208 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.wal-reader.ef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.1731111506522 to pos 379, reset compression=false
2024-11-09T00:18:40,223 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.wal-reader.ef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:18:40,223 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.shipperef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,43489,1731111504275 got entry batch from reader: WALEntryBatch [walEntries=[{test/81f4e12a93b67ea6545e9c0162ab4b0c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731111519612/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.1731111506522, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-09T00:18:40,225 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.shipperef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:18:40,226 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService
2024-11-09T00:18:40,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.ReplicationSink(318): Replicating [a7ba3b1e-f885-407a-8f6a-151553c0c106] bulk loaded data
2024-11-09T00:18:40,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43f93340, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:40,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,44553,-1 for getting cluster id
2024-11-09T00:18:40,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:18:40,229 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b809660c-4653-41ab-b73e-9d30da163ab2'
2024-11-09T00:18:40,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:18:40,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b809660c-4653-41ab-b73e-9d30da163ab2"

2024-11-09T00:18:40,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63c1bb9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:40,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,44553,-1]
2024-11-09T00:18:40,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:18:40,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:40,230 INFO  [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:18:40,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@293f995b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:40,242 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.wal-reader.ef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/WALs/ef986b38239e,43901,1731111509778/ef986b38239e%2C43901%2C1731111509778.1731111510581 to pos 379, reset compression=false
2024-11-09T00:18:40,282 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741840_1016 (size=7691)
2024-11-09T00:18:40,423 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.wal-reader.ef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.1731111506522 to pos 687, reset compression=false
2024-11-09T00:18:40,621 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-09T00:18:40,692 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741841_1017 (size=7894)
2024-11-09T00:18:40,727 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.wal-reader.ef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.1731111506522 to pos 687, reset compression=false
2024-11-09T00:18:40,869 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.wal-reader.ef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/WALs/ef986b38239e,43901,1731111509778/ef986b38239e%2C43901%2C1731111509778.1731111510581 to pos 379, reset compression=false
2024-11-09T00:18:41,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:18:41,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,44553,1731111509652
2024-11-09T00:18:41,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f6487cb
2024-11-09T00:18:41,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:18:41,097 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService
2024-11-09T00:18:41,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-09T00:18:41,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:18:41,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,43901,1731111509778, seqNum=-1]
2024-11-09T00:18:41,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:18:41,102 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService
2024-11-09T00:18:41,107 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/staging/jenkins.hfs.11__test__4j4c1gi4k9hnmhlvtna95s4iuqtumuo5271j0bhi6c8h2ps7g8ukb09n8etmtlri/f/7dd03828e3f34985aadbc9e31de793fc_SeqId_4_ first=Optional[ddd] last=Optional[fff]
2024-11-09T00:18:41,110 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/staging/jenkins.hfs.11__test__4j4c1gi4k9hnmhlvtna95s4iuqtumuo5271j0bhi6c8h2ps7g8ukb09n8etmtlri/f/e42cb08b263a4b34b754f8a7bbf281ec_SeqId_4_ first=Optional[aaaa] last=Optional[cccc]
2024-11-09T00:18:41,116 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/staging/jenkins.hfs.11__test__4j4c1gi4k9hnmhlvtna95s4iuqtumuo5271j0bhi6c8h2ps7g8ukb09n8etmtlri/f/e42cb08b263a4b34b754f8a7bbf281ec_SeqId_4_ for inclusion in cd2a5c1e20271fa0fca1fc97d3b16125/f
2024-11-09T00:18:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc
2024-11-09T00:18:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-09T00:18:41,124 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/staging/jenkins.hfs.11__test__4j4c1gi4k9hnmhlvtna95s4iuqtumuo5271j0bhi6c8h2ps7g8ukb09n8etmtlri/f/7dd03828e3f34985aadbc9e31de793fc_SeqId_4_ for inclusion in cd2a5c1e20271fa0fca1fc97d3b16125/f
2024-11-09T00:18:41,131 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.wal-reader.ef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.1731111506522 to pos 687, reset compression=false
2024-11-09T00:18:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff
2024-11-09T00:18:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-09T00:18:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.HRegion(2603): Flush status journal for cd2a5c1e20271fa0fca1fc97d3b16125:

2024-11-09T00:18:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e42cb08b263a4b34b754f8a7bbf281ec_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-09T00:18:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/staging/jenkins.hfs.11__test__4j4c1gi4k9hnmhlvtna95s4iuqtumuo5271j0bhi6c8h2ps7g8ukb09n8etmtlri/f/e42cb08b263a4b34b754f8a7bbf281ec_SeqId_4_ as hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/default/test/cd2a5c1e20271fa0fca1fc97d3b16125/f/38e90b9bd57d4b8c897eed4f45436f03_SeqId_4_
2024-11-09T00:18:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7dd03828e3f34985aadbc9e31de793fc_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-09T00:18:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/staging/jenkins.hfs.11__test__4j4c1gi4k9hnmhlvtna95s4iuqtumuo5271j0bhi6c8h2ps7g8ukb09n8etmtlri/f/7dd03828e3f34985aadbc9e31de793fc_SeqId_4_ as hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/default/test/cd2a5c1e20271fa0fca1fc97d3b16125/f/dd888871d4434d9fa32fffd95df0c461_SeqId_4_
2024-11-09T00:18:41,138 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/staging/jenkins.hfs.11__test__4j4c1gi4k9hnmhlvtna95s4iuqtumuo5271j0bhi6c8h2ps7g8ukb09n8etmtlri/f/e42cb08b263a4b34b754f8a7bbf281ec_SeqId_4_ into cd2a5c1e20271fa0fca1fc97d3b16125/f as hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/default/test/cd2a5c1e20271fa0fca1fc97d3b16125/f/38e90b9bd57d4b8c897eed4f45436f03_SeqId_4_ - updating store file list.
2024-11-09T00:18:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 38e90b9bd57d4b8c897eed4f45436f03_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-09T00:18:41,143 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/default/test/cd2a5c1e20271fa0fca1fc97d3b16125/f/38e90b9bd57d4b8c897eed4f45436f03_SeqId_4_ into cd2a5c1e20271fa0fca1fc97d3b16125/f
2024-11-09T00:18:41,143 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/staging/jenkins.hfs.11__test__4j4c1gi4k9hnmhlvtna95s4iuqtumuo5271j0bhi6c8h2ps7g8ukb09n8etmtlri/f/e42cb08b263a4b34b754f8a7bbf281ec_SeqId_4_ into cd2a5c1e20271fa0fca1fc97d3b16125/f (new location: hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/default/test/cd2a5c1e20271fa0fca1fc97d3b16125/f/38e90b9bd57d4b8c897eed4f45436f03_SeqId_4_)
2024-11-09T00:18:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/staging/jenkins.hfs.11__test__4j4c1gi4k9hnmhlvtna95s4iuqtumuo5271j0bhi6c8h2ps7g8ukb09n8etmtlri/f/e42cb08b263a4b34b754f8a7bbf281ec_SeqId_4_
2024-11-09T00:18:41,144 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/staging/jenkins.hfs.11__test__4j4c1gi4k9hnmhlvtna95s4iuqtumuo5271j0bhi6c8h2ps7g8ukb09n8etmtlri/f/7dd03828e3f34985aadbc9e31de793fc_SeqId_4_ into cd2a5c1e20271fa0fca1fc97d3b16125/f as hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/default/test/cd2a5c1e20271fa0fca1fc97d3b16125/f/dd888871d4434d9fa32fffd95df0c461_SeqId_4_ - updating store file list.
2024-11-09T00:18:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dd888871d4434d9fa32fffd95df0c461_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-09T00:18:41,148 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/default/test/cd2a5c1e20271fa0fca1fc97d3b16125/f/dd888871d4434d9fa32fffd95df0c461_SeqId_4_ into cd2a5c1e20271fa0fca1fc97d3b16125/f
2024-11-09T00:18:41,148 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/staging/jenkins.hfs.11__test__4j4c1gi4k9hnmhlvtna95s4iuqtumuo5271j0bhi6c8h2ps7g8ukb09n8etmtlri/f/7dd03828e3f34985aadbc9e31de793fc_SeqId_4_ into cd2a5c1e20271fa0fca1fc97d3b16125/f (new location: hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/default/test/cd2a5c1e20271fa0fca1fc97d3b16125/f/dd888871d4434d9fa32fffd95df0c461_SeqId_4_)
2024-11-09T00:18:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/staging/jenkins.hfs.11__test__4j4c1gi4k9hnmhlvtna95s4iuqtumuo5271j0bhi6c8h2ps7g8ukb09n8etmtlri/f/7dd03828e3f34985aadbc9e31de793fc_SeqId_4_
2024-11-09T00:18:41,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.ReplicationSink(324): Finished replicating [a7ba3b1e-f885-407a-8f6a-151553c0c106] bulk loaded data
2024-11-09T00:18:41,573 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.wal-reader.ef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/WALs/ef986b38239e,43901,1731111509778/ef986b38239e%2C43901%2C1731111509778.1731111510581 to pos 379, reset compression=false
2024-11-09T00:18:41,602 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.wal-reader.ef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:18:41,602 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.shipperef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,43901,1731111509778 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd2a5c1e20271fa0fca1fc97d3b16125/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731111521149/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/WALs/ef986b38239e,43901,1731111509778/ef986b38239e%2C43901%2C1731111509778.1731111510581, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447]
2024-11-09T00:18:41,605 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.shipperef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:18:41,607 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService
2024-11-09T00:18:41,609 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.ReplicationSink(318): Replicating [a7ba3b1e-f885-407a-8f6a-151553c0c106, b809660c-4653-41ab-b73e-9d30da163ab2] bulk loaded data
2024-11-09T00:18:41,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f1776fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:41,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,39023,-1 for getting cluster id
2024-11-09T00:18:41,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:18:41,614 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7ba3b1e-f885-407a-8f6a-151553c0c106'
2024-11-09T00:18:41,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:18:41,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7ba3b1e-f885-407a-8f6a-151553c0c106"

2024-11-09T00:18:41,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@497ec1f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:41,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,39023,-1]
2024-11-09T00:18:41,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:18:41,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:41,620 INFO  [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:18:41,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b9ca4ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:41,653 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.wal-reader.ef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.1731111506522 to pos 687, reset compression=false
2024-11-09T00:18:41,666 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:41,702 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731111521701/Put/seqid=0
2024-11-09T00:18:41,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741842_1018 (size=11194)
2024-11-09T00:18:41,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741842_1018 (size=7894)
2024-11-09T00:18:41,802 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.wal-reader.ef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/WALs/ef986b38239e,43901,1731111509778/ef986b38239e%2C43901%2C1731111509778.1731111510581 to pos 725, reset compression=false
2024-11-09T00:18:42,106 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.wal-reader.ef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/WALs/ef986b38239e,43901,1731111509778/ef986b38239e%2C43901%2C1731111509778.1731111510581 to pos 725, reset compression=false
2024-11-09T00:18:42,169 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731111522169/Put/seqid=0
2024-11-09T00:18:42,210 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741843_1019 (size=10791)
2024-11-09T00:18:42,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146d89c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:42,221 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,44553,-1 for getting cluster id
2024-11-09T00:18:42,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:18:42,222 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b809660c-4653-41ab-b73e-9d30da163ab2'
2024-11-09T00:18:42,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:18:42,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b809660c-4653-41ab-b73e-9d30da163ab2"

2024-11-09T00:18:42,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7b452, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:42,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,44553,-1]
2024-11-09T00:18:42,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:18:42,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:42,225 INFO  [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:18:42,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d8d7093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:42,227 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:18:42,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,43901,1731111509778, seqNum=-1]
2024-11-09T00:18:42,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:18:42,231 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:18:42,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741843_1019 (size=7691)
2024-11-09T00:18:42,240 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:18:42,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,44553,1731111509652
2024-11-09T00:18:42,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e282d95
2024-11-09T00:18:42,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:18:42,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:18:42,244 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:18:42,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,39023,1731111503991
2024-11-09T00:18:42,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d9e7c7b
2024-11-09T00:18:42,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:18:42,245 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService
2024-11-09T00:18:42,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-09T00:18:42,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:18:42,248 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731111514029.cd2a5c1e20271fa0fca1fc97d3b16125., hostname=ef986b38239e,43901,1731111509778, seqNum=2]
2024-11-09T00:18:42,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,43489,1731111504275, seqNum=-1]
2024-11-09T00:18:42,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:18:42,251 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService
2024-11-09T00:18:42,253 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-09T00:18:42,273 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/staging/jenkins.hfs.10__test__jsusc04bj8rtnpm4m3tob80nmg02jhuv5eid76nmg9fue352b467mlil1vvmh94s/f/38e90b9bd57d4b8c897eed4f45436f03_SeqId_4_ first=Optional[aaaa] last=Optional[cccc]
2024-11-09T00:18:42,278 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/staging/jenkins.hfs.10__test__jsusc04bj8rtnpm4m3tob80nmg02jhuv5eid76nmg9fue352b467mlil1vvmh94s/f/dd888871d4434d9fa32fffd95df0c461_SeqId_4_ first=Optional[ddd] last=Optional[fff]
2024-11-09T00:18:42,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.ReplicationSink(324): Finished replicating [a7ba3b1e-f885-407a-8f6a-151553c0c106, b809660c-4653-41ab-b73e-9d30da163ab2] bulk loaded data
2024-11-09T00:18:42,286 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii]
2024-11-09T00:18:42,290 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll]
2024-11-09T00:18:42,308 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/testHFileCyclicReplication_10/f/hfile_0 for inclusion in cd2a5c1e20271fa0fca1fc97d3b16125/f
2024-11-09T00:18:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii
2024-11-09T00:18:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-09T00:18:42,312 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/testHFileCyclicReplication_10/f/hfile_1 for inclusion in cd2a5c1e20271fa0fca1fc97d3b16125/f
2024-11-09T00:18:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll
2024-11-09T00:18:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-09T00:18:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.HRegion(2603): Flush status journal for cd2a5c1e20271fa0fca1fc97d3b16125:

2024-11-09T00:18:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/staging/jenkins__test__n485ncji7fp0do2n8l5nubiq7j09pp3i7nrp3ls3n7fkheu3bdu30lfck9d1pqvh/f/hfile_0
2024-11-09T00:18:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/staging/jenkins__test__n485ncji7fp0do2n8l5nubiq7j09pp3i7nrp3ls3n7fkheu3bdu30lfck9d1pqvh/f/hfile_0 as hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/default/test/cd2a5c1e20271fa0fca1fc97d3b16125/f/8a219537099a4a18aa9631f080d6e94e_SeqId_6_
2024-11-09T00:18:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/staging/jenkins__test__n485ncji7fp0do2n8l5nubiq7j09pp3i7nrp3ls3n7fkheu3bdu30lfck9d1pqvh/f/hfile_1
2024-11-09T00:18:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/staging/jenkins__test__n485ncji7fp0do2n8l5nubiq7j09pp3i7nrp3ls3n7fkheu3bdu30lfck9d1pqvh/f/hfile_1 as hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/default/test/cd2a5c1e20271fa0fca1fc97d3b16125/f/c842af1e012a41f399be1895f7a4e4a7_SeqId_6_
2024-11-09T00:18:42,341 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/staging/jenkins__test__n485ncji7fp0do2n8l5nubiq7j09pp3i7nrp3ls3n7fkheu3bdu30lfck9d1pqvh/f/hfile_0 into cd2a5c1e20271fa0fca1fc97d3b16125/f as hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/default/test/cd2a5c1e20271fa0fca1fc97d3b16125/f/8a219537099a4a18aa9631f080d6e94e_SeqId_6_ - updating store file list.
2024-11-09T00:18:42,347 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.wal-reader.ef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.1731111506522 to pos 687, reset compression=false
2024-11-09T00:18:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8a219537099a4a18aa9631f080d6e94e_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-09T00:18:42,353 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/default/test/cd2a5c1e20271fa0fca1fc97d3b16125/f/8a219537099a4a18aa9631f080d6e94e_SeqId_6_ into cd2a5c1e20271fa0fca1fc97d3b16125/f
2024-11-09T00:18:42,353 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/staging/jenkins__test__n485ncji7fp0do2n8l5nubiq7j09pp3i7nrp3ls3n7fkheu3bdu30lfck9d1pqvh/f/hfile_0 into cd2a5c1e20271fa0fca1fc97d3b16125/f (new location: hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/default/test/cd2a5c1e20271fa0fca1fc97d3b16125/f/8a219537099a4a18aa9631f080d6e94e_SeqId_6_)
2024-11-09T00:18:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/staging/jenkins__test__n485ncji7fp0do2n8l5nubiq7j09pp3i7nrp3ls3n7fkheu3bdu30lfck9d1pqvh/f/hfile_0
2024-11-09T00:18:42,355 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/staging/jenkins__test__n485ncji7fp0do2n8l5nubiq7j09pp3i7nrp3ls3n7fkheu3bdu30lfck9d1pqvh/f/hfile_1 into cd2a5c1e20271fa0fca1fc97d3b16125/f as hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/default/test/cd2a5c1e20271fa0fca1fc97d3b16125/f/c842af1e012a41f399be1895f7a4e4a7_SeqId_6_ - updating store file list.
2024-11-09T00:18:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c842af1e012a41f399be1895f7a4e4a7_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-09T00:18:42,369 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/default/test/cd2a5c1e20271fa0fca1fc97d3b16125/f/c842af1e012a41f399be1895f7a4e4a7_SeqId_6_ into cd2a5c1e20271fa0fca1fc97d3b16125/f
2024-11-09T00:18:42,369 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/staging/jenkins__test__n485ncji7fp0do2n8l5nubiq7j09pp3i7nrp3ls3n7fkheu3bdu30lfck9d1pqvh/f/hfile_1 into cd2a5c1e20271fa0fca1fc97d3b16125/f (new location: hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/default/test/cd2a5c1e20271fa0fca1fc97d3b16125/f/c842af1e012a41f399be1895f7a4e4a7_SeqId_6_)
2024-11-09T00:18:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/staging/jenkins__test__n485ncji7fp0do2n8l5nubiq7j09pp3i7nrp3ls3n7fkheu3bdu30lfck9d1pqvh/f/hfile_1
2024-11-09T00:18:42,371 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:18:42,372 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:18:42,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:42,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:42,375 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:18:42,378 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:18:42,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,43489,1731111504275, seqNum=-1]
2024-11-09T00:18:42,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:18:42,381 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:18:42,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731111511880.81f4e12a93b67ea6545e9c0162ab4b0c., hostname=ef986b38239e,43489,1731111504275, seqNum=2]
2024-11-09T00:18:42,396 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-09T00:18:42,533 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.wal-reader.ef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/WALs/ef986b38239e,43901,1731111509778/ef986b38239e%2C43901%2C1731111509778.1731111510581 to pos 725, reset compression=false
2024-11-09T00:18:42,539 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.wal-reader.ef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:18:42,539 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.shipperef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,43901,1731111509778 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd2a5c1e20271fa0fca1fc97d3b16125/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731111522369/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/WALs/ef986b38239e,43901,1731111509778/ef986b38239e%2C43901%2C1731111509778.1731111510581, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-09T00:18:42,541 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.ReplicationSink(318): Replicating [b809660c-4653-41ab-b73e-9d30da163ab2] bulk loaded data
2024-11-09T00:18:42,557 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741844_1020 (size=11194)
2024-11-09T00:18:42,739 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.wal-reader.ef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/WALs/ef986b38239e,43901,1731111509778/ef986b38239e%2C43901%2C1731111509778.1731111510581 to pos 1033, reset compression=false
2024-11-09T00:18:43,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741845_1021 (size=10791)
2024-11-09T00:18:43,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-09T00:18:43,044 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.wal-reader.ef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/WALs/ef986b38239e,43901,1731111509778/ef986b38239e%2C43901%2C1731111509778.1731111510581 to pos 1033, reset compression=false
2024-11-09T00:18:43,045 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/staging/jenkins.hfs.10__test__106l60fod3s00s51m0t6qr3gho27bej3q0r3n5e9umg1b4920584up6h10g7uls2/f/8a219537099a4a18aa9631f080d6e94e_SeqId_6_ first=Optional[gggg] last=Optional[iiii]
2024-11-09T00:18:43,054 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/staging/jenkins.hfs.10__test__106l60fod3s00s51m0t6qr3gho27bej3q0r3n5e9umg1b4920584up6h10g7uls2/f/c842af1e012a41f399be1895f7a4e4a7_SeqId_6_ first=Optional[jjj] last=Optional[lll]
2024-11-09T00:18:43,070 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.wal-reader.ef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.1731111506522 to pos 687, reset compression=false
2024-11-09T00:18:43,078 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/staging/jenkins.hfs.10__test__106l60fod3s00s51m0t6qr3gho27bej3q0r3n5e9umg1b4920584up6h10g7uls2/f/c842af1e012a41f399be1895f7a4e4a7_SeqId_6_ for inclusion in 81f4e12a93b67ea6545e9c0162ab4b0c/f
2024-11-09T00:18:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll
2024-11-09T00:18:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-09T00:18:43,089 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/staging/jenkins.hfs.10__test__106l60fod3s00s51m0t6qr3gho27bej3q0r3n5e9umg1b4920584up6h10g7uls2/f/8a219537099a4a18aa9631f080d6e94e_SeqId_6_ for inclusion in 81f4e12a93b67ea6545e9c0162ab4b0c/f
2024-11-09T00:18:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii
2024-11-09T00:18:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-09T00:18:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HRegion(2603): Flush status journal for 81f4e12a93b67ea6545e9c0162ab4b0c:

2024-11-09T00:18:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c842af1e012a41f399be1895f7a4e4a7_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-09T00:18:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/staging/jenkins.hfs.10__test__106l60fod3s00s51m0t6qr3gho27bej3q0r3n5e9umg1b4920584up6h10g7uls2/f/c842af1e012a41f399be1895f7a4e4a7_SeqId_6_ as hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/default/test/81f4e12a93b67ea6545e9c0162ab4b0c/f/2a0127f07db842a4a34531fed4ff5172_SeqId_6_
2024-11-09T00:18:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8a219537099a4a18aa9631f080d6e94e_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-09T00:18:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/staging/jenkins.hfs.10__test__106l60fod3s00s51m0t6qr3gho27bej3q0r3n5e9umg1b4920584up6h10g7uls2/f/8a219537099a4a18aa9631f080d6e94e_SeqId_6_ as hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/default/test/81f4e12a93b67ea6545e9c0162ab4b0c/f/56bcb77dcb6243b8a2b719182bca72ad_SeqId_6_
2024-11-09T00:18:43,098 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/staging/jenkins.hfs.10__test__106l60fod3s00s51m0t6qr3gho27bej3q0r3n5e9umg1b4920584up6h10g7uls2/f/c842af1e012a41f399be1895f7a4e4a7_SeqId_6_ into 81f4e12a93b67ea6545e9c0162ab4b0c/f as hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/default/test/81f4e12a93b67ea6545e9c0162ab4b0c/f/2a0127f07db842a4a34531fed4ff5172_SeqId_6_ - updating store file list.
2024-11-09T00:18:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2a0127f07db842a4a34531fed4ff5172_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-09T00:18:43,104 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/default/test/81f4e12a93b67ea6545e9c0162ab4b0c/f/2a0127f07db842a4a34531fed4ff5172_SeqId_6_ into 81f4e12a93b67ea6545e9c0162ab4b0c/f
2024-11-09T00:18:43,104 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/staging/jenkins.hfs.10__test__106l60fod3s00s51m0t6qr3gho27bej3q0r3n5e9umg1b4920584up6h10g7uls2/f/c842af1e012a41f399be1895f7a4e4a7_SeqId_6_ into 81f4e12a93b67ea6545e9c0162ab4b0c/f (new location: hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/default/test/81f4e12a93b67ea6545e9c0162ab4b0c/f/2a0127f07db842a4a34531fed4ff5172_SeqId_6_)
2024-11-09T00:18:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/staging/jenkins.hfs.10__test__106l60fod3s00s51m0t6qr3gho27bej3q0r3n5e9umg1b4920584up6h10g7uls2/f/c842af1e012a41f399be1895f7a4e4a7_SeqId_6_
2024-11-09T00:18:43,105 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/staging/jenkins.hfs.10__test__106l60fod3s00s51m0t6qr3gho27bej3q0r3n5e9umg1b4920584up6h10g7uls2/f/8a219537099a4a18aa9631f080d6e94e_SeqId_6_ into 81f4e12a93b67ea6545e9c0162ab4b0c/f as hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/default/test/81f4e12a93b67ea6545e9c0162ab4b0c/f/56bcb77dcb6243b8a2b719182bca72ad_SeqId_6_ - updating store file list.
2024-11-09T00:18:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 56bcb77dcb6243b8a2b719182bca72ad_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-09T00:18:43,109 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/default/test/81f4e12a93b67ea6545e9c0162ab4b0c/f/56bcb77dcb6243b8a2b719182bca72ad_SeqId_6_ into 81f4e12a93b67ea6545e9c0162ab4b0c/f
2024-11-09T00:18:43,109 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/staging/jenkins.hfs.10__test__106l60fod3s00s51m0t6qr3gho27bej3q0r3n5e9umg1b4920584up6h10g7uls2/f/8a219537099a4a18aa9631f080d6e94e_SeqId_6_ into 81f4e12a93b67ea6545e9c0162ab4b0c/f (new location: hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/default/test/81f4e12a93b67ea6545e9c0162ab4b0c/f/56bcb77dcb6243b8a2b719182bca72ad_SeqId_6_)
2024-11-09T00:18:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/staging/jenkins.hfs.10__test__106l60fod3s00s51m0t6qr3gho27bej3q0r3n5e9umg1b4920584up6h10g7uls2/f/8a219537099a4a18aa9631f080d6e94e_SeqId_6_
2024-11-09T00:18:43,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.ReplicationSink(324): Finished replicating [b809660c-4653-41ab-b73e-9d30da163ab2] bulk loaded data
2024-11-09T00:18:43,423 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-09T00:18:43,424 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:18:43,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:18:43,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:43,424 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:18:43,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:43,425 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-09T00:18:43,425 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=945516216, stopped=false
2024-11-09T00:18:43,425 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef986b38239e,44553,1731111509652
2024-11-09T00:18:43,470 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.wal-reader.ef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/WALs/ef986b38239e,43901,1731111509778/ef986b38239e%2C43901%2C1731111509778.1731111510581 to pos 1033, reset compression=false
2024-11-09T00:18:43,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x1011cf53c850004, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11000948309/running
2024-11-09T00:18:43,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44553-0x1011cf53c850003, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11000948309/running
2024-11-09T00:18:43,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x1011cf53c850004, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000948309
2024-11-09T00:18:43,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44553-0x1011cf53c850003, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000948309
2024-11-09T00:18:43,525 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:18:43,525 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:18:43,525 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:18:43,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:43,526 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef986b38239e,43901,1731111509778' *****
2024-11-09T00:18:43,526 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T00:18:43,526 INFO  [RS:0;ef986b38239e:43901 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T00:18:43,527 INFO  [RS:0;ef986b38239e:43901 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T00:18:43,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43901-0x1011cf53c850004, quorum=127.0.0.1:53611, baseZNode=/11000948309 Set watcher on znode that does not yet exist, /11000948309/running
2024-11-09T00:18:43,527 INFO  [RS:0;ef986b38239e:43901 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T00:18:43,527 INFO  [RS:0;ef986b38239e:43901 {}] regionserver.HRegionServer(3091): Received CLOSE for cd2a5c1e20271fa0fca1fc97d3b16125
2024-11-09T00:18:43,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44553-0x1011cf53c850003, quorum=127.0.0.1:53611, baseZNode=/11000948309 Set watcher on znode that does not yet exist, /11000948309/running
2024-11-09T00:18:43,529 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T00:18:43,530 INFO  [RS:0;ef986b38239e:43901 {}] regionserver.HRegionServer(3091): Received CLOSE for ccddc16943d9b325c1054031c2521842
2024-11-09T00:18:43,530 INFO  [RS:0;ef986b38239e:43901 {}] regionserver.HRegionServer(959): stopping server ef986b38239e,43901,1731111509778
2024-11-09T00:18:43,530 INFO  [RS:0;ef986b38239e:43901 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:18:43,530 INFO  [RS:0;ef986b38239e:43901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:43901.
2024-11-09T00:18:43,530 DEBUG [RS:0;ef986b38239e:43901 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:18:43,530 DEBUG [RS:0;ef986b38239e:43901 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:43,530 INFO  [RS:0;ef986b38239e:43901 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T00:18:43,530 INFO  [RS:0;ef986b38239e:43901 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T00:18:43,530 INFO  [RS:0;ef986b38239e:43901 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T00:18:43,530 INFO  [RS:0;ef986b38239e:43901 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-09T00:18:43,531 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd2a5c1e20271fa0fca1fc97d3b16125, disabling compactions & flushes
2024-11-09T00:18:43,531 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731111514029.cd2a5c1e20271fa0fca1fc97d3b16125.
2024-11-09T00:18:43,531 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731111514029.cd2a5c1e20271fa0fca1fc97d3b16125.
2024-11-09T00:18:43,531 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731111514029.cd2a5c1e20271fa0fca1fc97d3b16125. after waiting 0 ms
2024-11-09T00:18:43,531 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731111514029.cd2a5c1e20271fa0fca1fc97d3b16125.
2024-11-09T00:18:43,531 INFO  [RS:0;ef986b38239e:43901 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-09T00:18:43,531 DEBUG [RS:0;ef986b38239e:43901 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cd2a5c1e20271fa0fca1fc97d3b16125=test,,1731111514029.cd2a5c1e20271fa0fca1fc97d3b16125., ccddc16943d9b325c1054031c2521842=hbase:replication,,1731111517351.ccddc16943d9b325c1054031c2521842.}
2024-11-09T00:18:43,531 DEBUG [RS:0;ef986b38239e:43901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ccddc16943d9b325c1054031c2521842, cd2a5c1e20271fa0fca1fc97d3b16125
2024-11-09T00:18:43,531 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:18:43,531 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:18:43,532 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:18:43,532 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:18:43,532 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:18:43,532 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-09T00:18:43,546 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/default/test/cd2a5c1e20271fa0fca1fc97d3b16125/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-09T00:18:43,546 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:18:43,546 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-09T00:18:43,547 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731111514029.cd2a5c1e20271fa0fca1fc97d3b16125.
2024-11-09T00:18:43,547 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd2a5c1e20271fa0fca1fc97d3b16125:
Waiting for close lock at 1731111523531Running coprocessor pre-close hooks at 1731111523531Disabling compacts and flushes for region at 1731111523531Disabling writes for close at 1731111523531Writing region close event to WAL at 1731111523536 (+5 ms)Running coprocessor post-close hooks at 1731111523546 (+10 ms)Closed at 1731111523546
2024-11-09T00:18:43,547 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731111514029.cd2a5c1e20271fa0fca1fc97d3b16125.
2024-11-09T00:18:43,547 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ccddc16943d9b325c1054031c2521842, disabling compactions & flushes
2024-11-09T00:18:43,547 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111517351.ccddc16943d9b325c1054031c2521842.
2024-11-09T00:18:43,547 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111517351.ccddc16943d9b325c1054031c2521842.
2024-11-09T00:18:43,547 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111517351.ccddc16943d9b325c1054031c2521842. after waiting 0 ms
2024-11-09T00:18:43,547 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111517351.ccddc16943d9b325c1054031c2521842.
2024-11-09T00:18:43,547 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ccddc16943d9b325c1054031c2521842 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB
2024-11-09T00:18:43,573 INFO  [regionserver/ef986b38239e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:18:43,573 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/meta/1588230740/.tmp/info/0b0c1b1d77454f3fbc3d2216eaeee855 is 147, key is hbase:replication,,1731111517351.ccddc16943d9b325c1054031c2521842./info:regioninfo/1731111518518/Put/seqid=0
2024-11-09T00:18:43,576 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/replication/ccddc16943d9b325c1054031c2521842/.tmp/hfileref/d506d97127564452bd640c0218c55ab5 is 74, key is 1/hfileref:38e90b9bd57d4b8c897eed4f45436f03_SeqId_4_/1731111522282/DeleteColumn/seqid=0
2024-11-09T00:18:43,579 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741844_1020 (size=7686)
2024-11-09T00:18:43,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741845_1021 (size=5345)
2024-11-09T00:18:43,588 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/replication/ccddc16943d9b325c1054031c2521842/.tmp/hfileref/d506d97127564452bd640c0218c55ab5
2024-11-09T00:18:43,606 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/meta/1588230740/.tmp/info/0b0c1b1d77454f3fbc3d2216eaeee855
2024-11-09T00:18:43,632 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/replication/ccddc16943d9b325c1054031c2521842/.tmp/queue/756db66b3aa14c45823cb6f2a8ac8289 is 154, key is 1-ef986b38239e,43901,1731111509778/queue:ef986b38239e%2C43901%2C1731111509778/1731111523115/Put/seqid=0
2024-11-09T00:18:43,638 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/meta/1588230740/.tmp/ns/d3a315fa738b4078af2950e81468ba9d is 43, key is default/ns:d/1731111511619/Put/seqid=0
2024-11-09T00:18:43,645 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741846_1022 (size=5353)
2024-11-09T00:18:43,646 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/replication/ccddc16943d9b325c1054031c2521842/.tmp/queue/756db66b3aa14c45823cb6f2a8ac8289
2024-11-09T00:18:43,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741847_1023 (size=5153)
2024-11-09T00:18:43,672 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/replication/ccddc16943d9b325c1054031c2521842/.tmp/hfileref/d506d97127564452bd640c0218c55ab5 as hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/replication/ccddc16943d9b325c1054031c2521842/hfileref/d506d97127564452bd640c0218c55ab5
2024-11-09T00:18:43,673 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/meta/1588230740/.tmp/ns/d3a315fa738b4078af2950e81468ba9d
2024-11-09T00:18:43,677 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/replication/ccddc16943d9b325c1054031c2521842/hfileref/d506d97127564452bd640c0218c55ab5, entries=4, sequenceid=12, filesize=5.2 K
2024-11-09T00:18:43,679 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/replication/ccddc16943d9b325c1054031c2521842/.tmp/queue/756db66b3aa14c45823cb6f2a8ac8289 as hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/replication/ccddc16943d9b325c1054031c2521842/queue/756db66b3aa14c45823cb6f2a8ac8289
2024-11-09T00:18:43,686 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/replication/ccddc16943d9b325c1054031c2521842/queue/756db66b3aa14c45823cb6f2a8ac8289, entries=1, sequenceid=12, filesize=5.2 K
2024-11-09T00:18:43,687 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for ccddc16943d9b325c1054031c2521842 in 140ms, sequenceid=12, compaction requested=false
2024-11-09T00:18:43,696 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/meta/1588230740/.tmp/rep_barrier/d665cdcf71e849328e27a793a0272c24 is 112, key is test,,1731111514029.cd2a5c1e20271fa0fca1fc97d3b16125./rep_barrier:seqnumDuringOpen/1731111514791/Put/seqid=0
2024-11-09T00:18:43,697 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/replication/ccddc16943d9b325c1054031c2521842/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1
2024-11-09T00:18:43,698 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:18:43,698 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:18:43,698 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731111517351.ccddc16943d9b325c1054031c2521842.
2024-11-09T00:18:43,698 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ccddc16943d9b325c1054031c2521842:
Waiting for close lock at 1731111523547Running coprocessor pre-close hooks at 1731111523547Disabling compacts and flushes for region at 1731111523547Disabling writes for close at 1731111523547Obtaining lock to block concurrent updates at 1731111523547Preparing flush snapshotting stores in ccddc16943d9b325c1054031c2521842 at 1731111523547Finished memstore snapshotting hbase:replication,,1731111517351.ccddc16943d9b325c1054031c2521842., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731111523548 (+1 ms)Flushing stores of hbase:replication,,1731111517351.ccddc16943d9b325c1054031c2521842. at 1731111523548Flushing ccddc16943d9b325c1054031c2521842/hfileref: creating writer at 1731111523548Flushing ccddc16943d9b325c1054031c2521842/hfileref: appending metadata at 1731111523575 (+27 ms)Flushing ccddc16943d9b325c1054031c2521842/hfileref: closing flushed file at 1731111523575Flushing ccddc16943d9b325c1054031c2521842/queue: creating writer at 1731111523596 (+21 ms)Flushing ccddc16943d9b325c1054031c2521842/queue: appending metadata at 1731111523631 (+35 ms)Flushing ccddc16943d9b325c1054031c2521842/queue: closing flushed file at 1731111523631Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a916280: reopening flushed file at 1731111523652 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3efc661e: reopening flushed file at 1731111523678 (+26 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for ccddc16943d9b325c1054031c2521842 in 140ms, sequenceid=12, compaction requested=false at 1731111523687 (+9 ms)Writing region close event to WAL at 1731111523694 (+7 ms)Running coprocessor post-close hooks at 1731111523698 (+4 ms)Closed at 1731111523698
2024-11-09T00:18:43,698 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731111517351.ccddc16943d9b325c1054031c2521842.
2024-11-09T00:18:43,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741848_1024 (size=5518)
2024-11-09T00:18:43,731 DEBUG [RS:0;ef986b38239e:43901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:18:43,883 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.wal-reader.ef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.1731111506522 to pos 687, reset compression=false
2024-11-09T00:18:43,916 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.wal-reader.ef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:18:43,917 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.shipperef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,43489,1731111504275 got entry batch from reader: WALEntryBatch [walEntries=[{test/81f4e12a93b67ea6545e9c0162ab4b0c/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731111523110/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.1731111506522, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447]
2024-11-09T00:18:43,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ef986b38239e,43901,1731111509778 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T00:18:43,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:44912 deadline: 1731111583918, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ef986b38239e,43901,1731111509778 stopping
2024-11-09T00:18:43,932 DEBUG [RS:0;ef986b38239e:43901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:18:43,933 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.shipperef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: 
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ef986b38239e,43901,1731111509778 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T00:18:43,984 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.wal-reader.ef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/WALs/ef986b38239e,43901,1731111509778/ef986b38239e%2C43901%2C1731111509778.1731111510581 to pos 1033, reset compression=false
2024-11-09T00:18:43,994 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.wal-reader.ef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:18:43,994 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.wal-reader.ef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/WALs/ef986b38239e,43901,1731111509778/ef986b38239e%2C43901%2C1731111509778.1731111510581 to pos 1328, reset compression=false
2024-11-09T00:18:43,994 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.shipperef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,43901,1731111509778 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/WALs/ef986b38239e,43901,1731111509778/ef986b38239e%2C43901%2C1731111509778.1731111510581, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:18:43,995 ERROR [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.shipperef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ef986b38239e,43901,1731111509778: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ef986b38239e,43901,1731111509778, walGroup=ef986b38239e%2C43901%2C1731111509778, offset=ef986b38239e%2C43901%2C1731111509778.1731111510581:1328, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:43901 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-09T00:18:43,996 ERROR [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.shipperef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-09T00:18:43,996 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.shipperef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-09T00:18:44,002 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.shipperef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-09T00:18:44,002 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.shipperef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-09T00:18:44,002 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.shipperef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-09T00:18:44,002 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.shipperef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "Verbose": false,
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1061158912,
        "init": 1048576000,
        "max": 2306867200,
        "used": 567539856
      },
      "NonHeapMemoryUsage": {
        "committed": 190447616,
        "init": 7667712,
        "max": -1,
        "used": 187764024
      },
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-09T00:18:44,005 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.shipperef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-09T00:18:44,017 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:18:44,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ef986b38239e,43901,1731111509778 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T00:18:44,057 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.shipperef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: 
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server ef986b38239e,43901,1731111509778 aborting
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T00:18:44,103 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/meta/1588230740/.tmp/rep_barrier/d665cdcf71e849328e27a793a0272c24
2024-11-09T00:18:44,116 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.wal-reader.ef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.1731111506522 to pos 1033, reset compression=false
2024-11-09T00:18:44,119 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:44,119 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:44,120 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:44,120 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:44,120 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:44,121 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:44,132 DEBUG [RS:0;ef986b38239e:43901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:18:44,149 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/meta/1588230740/.tmp/table/ffdf9b9ad07549f296802761db73fc95 is 53, key is hbase:replication/table:state/1731111518524/Put/seqid=0
2024-11-09T00:18:44,152 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:44,155 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:44,203 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741849_1025 (size=5308)
2024-11-09T00:18:44,232 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.wal-reader.ef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/WALs/ef986b38239e,43901,1731111509778/ef986b38239e%2C43901%2C1731111509778.1731111510581 to pos 1328, reset compression=false
2024-11-09T00:18:44,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ef986b38239e,43901,1731111509778 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T00:18:44,263 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.shipperef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: 
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server ef986b38239e,43901,1731111509778 aborting
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T00:18:44,332 DEBUG [RS:0;ef986b38239e:43901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:18:44,452 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-09T00:18:44,452 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-09T00:18:44,459 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.wal-reader.ef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.1731111506522 to pos 1033, reset compression=false
2024-11-09T00:18:44,532 INFO  [RS:0;ef986b38239e:43901 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-09T00:18:44,532 DEBUG [RS:0;ef986b38239e:43901 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-09T00:18:44,532 DEBUG [RS:0;ef986b38239e:43901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:18:44,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ef986b38239e,43901,1731111509778 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T00:18:44,567 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.shipperef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: 
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server ef986b38239e,43901,1731111509778 aborting
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T00:18:44,571 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.wal-reader.ef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/WALs/ef986b38239e,43901,1731111509778/ef986b38239e%2C43901%2C1731111509778.1731111510581 to pos 1328, reset compression=false
2024-11-09T00:18:44,604 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/meta/1588230740/.tmp/table/ffdf9b9ad07549f296802761db73fc95
2024-11-09T00:18:44,621 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/meta/1588230740/.tmp/info/0b0c1b1d77454f3fbc3d2216eaeee855 as hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/meta/1588230740/info/0b0c1b1d77454f3fbc3d2216eaeee855
2024-11-09T00:18:44,631 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/meta/1588230740/info/0b0c1b1d77454f3fbc3d2216eaeee855, entries=20, sequenceid=16, filesize=7.5 K
2024-11-09T00:18:44,633 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/meta/1588230740/.tmp/ns/d3a315fa738b4078af2950e81468ba9d as hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/meta/1588230740/ns/d3a315fa738b4078af2950e81468ba9d
2024-11-09T00:18:44,641 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/meta/1588230740/ns/d3a315fa738b4078af2950e81468ba9d, entries=2, sequenceid=16, filesize=5.0 K
2024-11-09T00:18:44,648 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/meta/1588230740/.tmp/rep_barrier/d665cdcf71e849328e27a793a0272c24 as hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/meta/1588230740/rep_barrier/d665cdcf71e849328e27a793a0272c24
2024-11-09T00:18:44,661 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/meta/1588230740/rep_barrier/d665cdcf71e849328e27a793a0272c24, entries=1, sequenceid=16, filesize=5.4 K
2024-11-09T00:18:44,663 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/meta/1588230740/.tmp/table/ffdf9b9ad07549f296802761db73fc95 as hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/meta/1588230740/table/ffdf9b9ad07549f296802761db73fc95
2024-11-09T00:18:44,672 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/meta/1588230740/table/ffdf9b9ad07549f296802761db73fc95, entries=4, sequenceid=16, filesize=5.2 K
2024-11-09T00:18:44,673 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1141ms, sequenceid=16, compaction requested=false
2024-11-09T00:18:44,732 DEBUG [RS:0;ef986b38239e:43901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:18:44,752 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-09T00:18:44,753 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:18:44,753 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:18:44,753 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:18:44,753 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111523531Running coprocessor pre-close hooks at 1731111523531Disabling compacts and flushes for region at 1731111523531Disabling writes for close at 1731111523532 (+1 ms)Obtaining lock to block concurrent updates at 1731111523532Preparing flush snapshotting stores in 1588230740 at 1731111523532Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731111523532Flushing stores of hbase:meta,,1.1588230740 at 1731111523533 (+1 ms)Flushing 1588230740/info: creating writer at 1731111523533Flushing 1588230740/info: appending metadata at 1731111523562 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731111523562Flushing 1588230740/ns: creating writer at 1731111523611 (+49 ms)Flushing 1588230740/ns: appending metadata at 1731111523638 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1731111523638Flushing 1588230740/rep_barrier: creating writer at 1731111523677 (+39 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731111523696 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731111523696Flushing 1588230740/table: creating writer at 1731111524114 (+418 ms)Flushing 1588230740/table: appending metadata at 1731111524148 (+34 ms)Flushing 1588230740/table: closing flushed file at 1731111524148Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fba2b3: reopening flushed file at 1731111524618 (+470 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bdb5986: reopening flushed file at 1731111524631 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a4ca3de: reopening flushed file at 1731111524642 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b04d8ad: reopening flushed file at 1731111524661 (+19 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1141ms, sequenceid=16, compaction requested=false at 1731111524673 (+12 ms)Writing region close event to WAL at 1731111524735 (+62 ms)Running coprocessor post-close hooks at 1731111524753 (+18 ms)Closed at 1731111524753
2024-11-09T00:18:44,754 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-09T00:18:44,871 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.wal-reader.ef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.1731111506522 to pos 1033, reset compression=false
2024-11-09T00:18:44,933 INFO  [RS:0;ef986b38239e:43901 {}] regionserver.HRegionServer(976): stopping server ef986b38239e,43901,1731111509778; all regions closed.
2024-11-09T00:18:44,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741834_1010 (size=4239)
2024-11-09T00:18:44,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ef986b38239e,43901,1731111509778 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T00:18:44,976 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.shipperef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: 
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server ef986b38239e,43901,1731111509778 aborting
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T00:18:44,979 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741839_1015 (size=3127)
2024-11-09T00:18:44,998 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.wal-reader.ef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/WALs/ef986b38239e,43901,1731111509778/ef986b38239e%2C43901%2C1731111509778.1731111510581 to pos 1328, reset compression=false
2024-11-09T00:18:45,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741832_1008 (size=1336)
2024-11-09T00:18:45,002 DEBUG [RS:0;ef986b38239e:43901 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:45,002 INFO  [RS:0;ef986b38239e:43901 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:18:45,002 INFO  [RS:0;ef986b38239e:43901 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:18:45,002 INFO  [RS:0;ef986b38239e:43901 {}] hbase.ChoreService(370): Chore service for: regionserver/ef986b38239e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-09T00:18:45,002 INFO  [RS:0;ef986b38239e:43901 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:18:45,002 INFO  [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:18:45,003 INFO  [RS:0;ef986b38239e:43901 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef986b38239e,43901,1731111509778 because: Region server is closing
2024-11-09T00:18:45,003 INFO  [RS:0;ef986b38239e:43901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:43901.
2024-11-09T00:18:45,003 DEBUG [RS:0;ef986b38239e:43901 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:18:45,003 DEBUG [RS:0;ef986b38239e:43901 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:45,003 DEBUG [RS:0;ef986b38239e:43901 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:45,003 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:18:45,022 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.wal-reader.ef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/WALs/ef986b38239e,43901,1731111509778/ef986b38239e%2C43901%2C1731111509778.1731111510581
2024-11-09T00:18:45,103 INFO  [RS:0;ef986b38239e:43901 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43901,1731111509778.replicationSource.shipperef986b38239e%2C43901%2C1731111509778,1-ef986b38239e,43901,1731111509778 terminated
2024-11-09T00:18:45,103 INFO  [RS:0;ef986b38239e:43901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:43901.
2024-11-09T00:18:45,104 DEBUG [RS:0;ef986b38239e:43901 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:18:45,104 DEBUG [RS:0;ef986b38239e:43901 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:45,104 DEBUG [RS:0;ef986b38239e:43901 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:45,104 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:18:45,104 INFO  [RS:0;ef986b38239e:43901 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43901
2024-11-09T00:18:45,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44553-0x1011cf53c850003, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000948309/rs
2024-11-09T00:18:45,189 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef986b38239e,43901,1731111509778]
2024-11-09T00:18:45,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x1011cf53c850004, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11000948309/rs/ef986b38239e,43901,1731111509778
2024-11-09T00:18:45,189 INFO  [RS:0;ef986b38239e:43901 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:18:45,201 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11000948309/draining/ef986b38239e,43901,1731111509778 already deleted, retry=false
2024-11-09T00:18:45,201 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef986b38239e,43901,1731111509778 expired; onlineServers=0
2024-11-09T00:18:45,201 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef986b38239e,44553,1731111509652' *****
2024-11-09T00:18:45,201 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-09T00:18:45,201 INFO  [M:0;ef986b38239e:44553 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:18:45,202 INFO  [M:0;ef986b38239e:44553 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:18:45,202 DEBUG [M:0;ef986b38239e:44553 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-09T00:18:45,202 DEBUG [M:0;ef986b38239e:44553 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-09T00:18:45,202 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-09T00:18:45,202 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111510253 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111510253,5,FailOnTimeoutGroup]
2024-11-09T00:18:45,202 INFO  [M:0;ef986b38239e:44553 {}] hbase.ChoreService(370): Chore service for: master/ef986b38239e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-09T00:18:45,202 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111510256 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111510256,5,FailOnTimeoutGroup]
2024-11-09T00:18:45,202 INFO  [M:0;ef986b38239e:44553 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:18:45,202 DEBUG [M:0;ef986b38239e:44553 {}] master.HMaster(1795): Stopping service threads
2024-11-09T00:18:45,202 INFO  [M:0;ef986b38239e:44553 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-09T00:18:45,203 INFO  [M:0;ef986b38239e:44553 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:18:45,203 INFO  [M:0;ef986b38239e:44553 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-09T00:18:45,203 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-09T00:18:45,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44553-0x1011cf53c850003, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11000948309/master
2024-11-09T00:18:45,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44553-0x1011cf53c850003, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11000948309
2024-11-09T00:18:45,222 DEBUG [M:0;ef986b38239e:44553 {}] zookeeper.RecoverableZooKeeper(212): Node /11000948309/master already deleted, retry=false
2024-11-09T00:18:45,222 DEBUG [M:0;ef986b38239e:44553 {}] master.ActiveMasterManager(353): master:44553-0x1011cf53c850003, quorum=127.0.0.1:53611, baseZNode=/11000948309 Failed delete of our master address node; KeeperErrorCode = NoNode for /11000948309/master
2024-11-09T00:18:45,223 INFO  [M:0;ef986b38239e:44553 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/.lastflushedseqids
2024-11-09T00:18:45,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741850_1026 (size=263)
2024-11-09T00:18:45,246 INFO  [M:0;ef986b38239e:44553 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-09T00:18:45,246 INFO  [M:0;ef986b38239e:44553 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-09T00:18:45,246 DEBUG [M:0;ef986b38239e:44553 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:18:45,246 INFO  [M:0;ef986b38239e:44553 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:45,246 DEBUG [M:0;ef986b38239e:44553 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:45,246 DEBUG [M:0;ef986b38239e:44553 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:18:45,246 DEBUG [M:0;ef986b38239e:44553 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:45,246 INFO  [M:0;ef986b38239e:44553 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB
2024-11-09T00:18:45,273 DEBUG [M:0;ef986b38239e:44553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0dd6a9bf11e48faaf339cd2a43e1c83 is 82, key is hbase:meta,,1/info:regioninfo/1731111511550/Put/seqid=0
2024-11-09T00:18:45,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741851_1027 (size=5672)
2024-11-09T00:18:45,286 INFO  [M:0;ef986b38239e:44553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0dd6a9bf11e48faaf339cd2a43e1c83
2024-11-09T00:18:45,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x1011cf53c850004, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:18:45,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x1011cf53c850004, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:18:45,302 INFO  [RS:0;ef986b38239e:43901 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:18:45,302 INFO  [RS:0;ef986b38239e:43901 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef986b38239e,43901,1731111509778; zookeeper connection closed.
2024-11-09T00:18:45,306 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b2c2a05 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b2c2a05
2024-11-09T00:18:45,306 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-09T00:18:45,317 DEBUG [M:0;ef986b38239e:44553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d062123247b242868b7fbd4a91194fe6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731111518530/Put/seqid=0
2024-11-09T00:18:45,364 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741852_1028 (size=8516)
2024-11-09T00:18:45,375 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.wal-reader.ef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.1731111506522 to pos 1033, reset compression=false
2024-11-09T00:18:45,481 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server ef986b38239e:43901
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ef986b38239e/172.17.0.3:43901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T00:18:45,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address ef986b38239e:43901 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ef986b38239e/172.17.0.3:43901
2024-11-09T00:18:45,483 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.shipperef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: 
java.net.ConnectException: Call to address=ef986b38239e:43901 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ef986b38239e/172.17.0.3:43901
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ef986b38239e/172.17.0.3:43901
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-09T00:18:45,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44553 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.exceptions.MasterStoppedException: null
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T00:18:45,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44553 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:51392 deadline: 1731111585486, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException
2024-11-09T00:18:45,513 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.shipperef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed
org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.<init>(java.lang.String)
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345)
	at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 30 more
2024-11-09T00:18:45,514 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.shipperef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate
2024-11-09T00:18:45,766 INFO  [M:0;ef986b38239e:44553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d062123247b242868b7fbd4a91194fe6
2024-11-09T00:18:45,795 DEBUG [M:0;ef986b38239e:44553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/072ec63f5bbd4516b291d4eeb3e4f370 is 69, key is ef986b38239e,43901,1731111509778/rs:state/1731111510376/Put/seqid=0
2024-11-09T00:18:45,818 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741853_1029 (size=5156)
2024-11-09T00:18:45,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-09T00:18:45,911 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer
2024-11-09T00:18:45,994 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.wal-reader.ef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.1731111506522 to pos 1033, reset compression=false
2024-11-09T00:18:46,114 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.shipperef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating
2024-11-09T00:18:46,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44553 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.exceptions.MasterStoppedException: null
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T00:18:46,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44553 {}] ipc.CallRunner(138): callId: 23 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:51392 deadline: 1731111586115, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException
2024-11-09T00:18:46,116 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.shipperef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed
org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.<init>(java.lang.String)
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345)
	at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 30 more
2024-11-09T00:18:46,117 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.shipperef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate
2024-11-09T00:18:46,117 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.shipperef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: 
java.io.IOException: No replication sinks are available
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
2024-11-09T00:18:46,220 INFO  [M:0;ef986b38239e:44553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/072ec63f5bbd4516b291d4eeb3e4f370
2024-11-09T00:18:46,224 DEBUG [M:0;ef986b38239e:44553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0dd6a9bf11e48faaf339cd2a43e1c83 as hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f0dd6a9bf11e48faaf339cd2a43e1c83
2024-11-09T00:18:46,229 INFO  [M:0;ef986b38239e:44553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f0dd6a9bf11e48faaf339cd2a43e1c83, entries=8, sequenceid=97, filesize=5.5 K
2024-11-09T00:18:46,230 DEBUG [M:0;ef986b38239e:44553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d062123247b242868b7fbd4a91194fe6 as hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d062123247b242868b7fbd4a91194fe6
2024-11-09T00:18:46,234 INFO  [M:0;ef986b38239e:44553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d062123247b242868b7fbd4a91194fe6, entries=11, sequenceid=97, filesize=8.3 K
2024-11-09T00:18:46,235 DEBUG [M:0;ef986b38239e:44553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/072ec63f5bbd4516b291d4eeb3e4f370 as hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/072ec63f5bbd4516b291d4eeb3e4f370
2024-11-09T00:18:46,239 INFO  [M:0;ef986b38239e:44553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46491/user/jenkins/test-data/51903868-c576-ebae-6557-d029961b03ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/072ec63f5bbd4516b291d4eeb3e4f370, entries=1, sequenceid=97, filesize=5.0 K
2024-11-09T00:18:46,240 INFO  [M:0;ef986b38239e:44553 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 994ms, sequenceid=97, compaction requested=false
2024-11-09T00:18:46,242 INFO  [M:0;ef986b38239e:44553 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:46,242 DEBUG [M:0;ef986b38239e:44553 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111525246Disabling compacts and flushes for region at 1731111525246Disabling writes for close at 1731111525246Obtaining lock to block concurrent updates at 1731111525246Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731111525246Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731111525247 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731111525247Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731111525248 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731111525273 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731111525273Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731111525290 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731111525316 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731111525316Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731111525773 (+457 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731111525795 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731111525795Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d054953: reopening flushed file at 1731111526224 (+429 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37a12b42: reopening flushed file at 1731111526229 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b6cb5c5: reopening flushed file at 1731111526234 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 994ms, sequenceid=97, compaction requested=false at 1731111526240 (+6 ms)Writing region close event to WAL at 1731111526241 (+1 ms)Closed at 1731111526241
2024-11-09T00:18:46,243 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741830_1006 (size=63654)
2024-11-09T00:18:46,245 INFO  [M:0;ef986b38239e:44553 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-09T00:18:46,245 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:18:46,245 INFO  [M:0;ef986b38239e:44553 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44553
2024-11-09T00:18:46,245 INFO  [M:0;ef986b38239e:44553 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:18:46,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44553-0x1011cf53c850003, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:18:46,354 INFO  [M:0;ef986b38239e:44553 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:18:46,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44553-0x1011cf53c850003, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:18:46,356 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76ea488c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:18:46,356 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37339b48{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:18:46,356 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:18:46,356 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70d9f799{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:18:46,356 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e14fb0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a/hadoop.log.dir/,STOPPED}
2024-11-09T00:18:46,357 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T00:18:46,357 WARN  [BP-1159605108-172.17.0.3-1731111507283 heartbeating to localhost/127.0.0.1:46491 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T00:18:46,357 WARN  [BP-1159605108-172.17.0.3-1731111507283 heartbeating to localhost/127.0.0.1:46491 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1159605108-172.17.0.3-1731111507283 (Datanode Uuid 734cbadf-944a-4633-aa0b-1c873a0d2273) service to localhost/127.0.0.1:46491
2024-11-09T00:18:46,357 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T00:18:46,358 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a/cluster_bd721433-bc07-0c21-dd39-f1e3fb5f2108/data/data1/current/BP-1159605108-172.17.0.3-1731111507283 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:18:46,358 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a/cluster_bd721433-bc07-0c21-dd39-f1e3fb5f2108/data/data2/current/BP-1159605108-172.17.0.3-1731111507283 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:18:46,358 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T00:18:46,363 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cf7105d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:18:46,363 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@449b76a2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:18:46,363 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:18:46,363 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79e27daf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:18:46,363 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76039905{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a/hadoop.log.dir/,STOPPED}
2024-11-09T00:18:46,376 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-09T00:18:46,376 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-09T00:18:46,376 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:18:46,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:18:46,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:46,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:46,376 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:18:46,376 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-09T00:18:46,376 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1777079607, stopped=false
2024-11-09T00:18:46,376 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef986b38239e,39023,1731111503991
2024-11-09T00:18:46,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1011cf53c850000, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0122101631/running
2024-11-09T00:18:46,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1011cf53c850001, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0122101631/running
2024-11-09T00:18:46,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1011cf53c850000, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122101631
2024-11-09T00:18:46,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1011cf53c850001, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122101631
2024-11-09T00:18:46,391 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:18:46,391 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:18:46,391 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:18:46,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:46,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39023-0x1011cf53c850000, quorum=127.0.0.1:53611, baseZNode=/0122101631 Set watcher on znode that does not yet exist, /0122101631/running
2024-11-09T00:18:46,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43489-0x1011cf53c850001, quorum=127.0.0.1:53611, baseZNode=/0122101631 Set watcher on znode that does not yet exist, /0122101631/running
2024-11-09T00:18:46,391 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef986b38239e,43489,1731111504275' *****
2024-11-09T00:18:46,391 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T00:18:46,392 INFO  [RS:0;ef986b38239e:43489 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T00:18:46,392 INFO  [RS:0;ef986b38239e:43489 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T00:18:46,392 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T00:18:46,392 INFO  [RS:0;ef986b38239e:43489 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T00:18:46,392 INFO  [RS:0;ef986b38239e:43489 {}] regionserver.HRegionServer(3091): Received CLOSE for 81f4e12a93b67ea6545e9c0162ab4b0c
2024-11-09T00:18:46,392 INFO  [RS:0;ef986b38239e:43489 {}] regionserver.HRegionServer(3091): Received CLOSE for ec68243d67b3f959b7d6a9b7a74b6b6e
2024-11-09T00:18:46,392 INFO  [RS:0;ef986b38239e:43489 {}] regionserver.HRegionServer(959): stopping server ef986b38239e,43489,1731111504275
2024-11-09T00:18:46,392 INFO  [RS:0;ef986b38239e:43489 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:18:46,392 INFO  [RS:0;ef986b38239e:43489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:43489.
2024-11-09T00:18:46,392 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81f4e12a93b67ea6545e9c0162ab4b0c, disabling compactions & flushes
2024-11-09T00:18:46,392 DEBUG [RS:0;ef986b38239e:43489 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:18:46,392 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731111511880.81f4e12a93b67ea6545e9c0162ab4b0c.
2024-11-09T00:18:46,392 DEBUG [RS:0;ef986b38239e:43489 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:46,392 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731111511880.81f4e12a93b67ea6545e9c0162ab4b0c.
2024-11-09T00:18:46,392 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731111511880.81f4e12a93b67ea6545e9c0162ab4b0c. after waiting 0 ms
2024-11-09T00:18:46,392 INFO  [RS:0;ef986b38239e:43489 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T00:18:46,392 INFO  [RS:0;ef986b38239e:43489 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T00:18:46,392 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731111511880.81f4e12a93b67ea6545e9c0162ab4b0c.
2024-11-09T00:18:46,392 INFO  [RS:0;ef986b38239e:43489 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T00:18:46,392 INFO  [RS:0;ef986b38239e:43489 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-09T00:18:46,393 INFO  [RS:0;ef986b38239e:43489 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-09T00:18:46,393 DEBUG [RS:0;ef986b38239e:43489 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 81f4e12a93b67ea6545e9c0162ab4b0c=test,,1731111511880.81f4e12a93b67ea6545e9c0162ab4b0c., ec68243d67b3f959b7d6a9b7a74b6b6e=hbase:replication,,1731111515195.ec68243d67b3f959b7d6a9b7a74b6b6e.}
2024-11-09T00:18:46,393 DEBUG [RS:0;ef986b38239e:43489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81f4e12a93b67ea6545e9c0162ab4b0c, ec68243d67b3f959b7d6a9b7a74b6b6e
2024-11-09T00:18:46,393 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:18:46,393 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:18:46,393 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:18:46,393 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:18:46,393 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:18:46,393 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-09T00:18:46,396 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/default/test/81f4e12a93b67ea6545e9c0162ab4b0c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-09T00:18:46,396 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:18:46,396 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-09T00:18:46,396 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731111511880.81f4e12a93b67ea6545e9c0162ab4b0c.
2024-11-09T00:18:46,396 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81f4e12a93b67ea6545e9c0162ab4b0c:
Waiting for close lock at 1731111526392Running coprocessor pre-close hooks at 1731111526392Disabling compacts and flushes for region at 1731111526392Disabling writes for close at 1731111526392Writing region close event to WAL at 1731111526393 (+1 ms)Running coprocessor post-close hooks at 1731111526396 (+3 ms)Closed at 1731111526396
2024-11-09T00:18:46,397 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731111511880.81f4e12a93b67ea6545e9c0162ab4b0c.
2024-11-09T00:18:46,397 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec68243d67b3f959b7d6a9b7a74b6b6e, disabling compactions & flushes
2024-11-09T00:18:46,397 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111515195.ec68243d67b3f959b7d6a9b7a74b6b6e.
2024-11-09T00:18:46,397 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111515195.ec68243d67b3f959b7d6a9b7a74b6b6e.
2024-11-09T00:18:46,397 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111515195.ec68243d67b3f959b7d6a9b7a74b6b6e. after waiting 0 ms
2024-11-09T00:18:46,397 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111515195.ec68243d67b3f959b7d6a9b7a74b6b6e.
2024-11-09T00:18:46,397 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ec68243d67b3f959b7d6a9b7a74b6b6e 3/3 column families, dataSize=865 B heapSize=2.25 KB
2024-11-09T00:18:46,404 INFO  [regionserver/ef986b38239e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:18:46,411 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/meta/1588230740/.tmp/info/82d87986257a4eba922d1bcd330734cd is 147, key is hbase:replication,,1731111515195.ec68243d67b3f959b7d6a9b7a74b6b6e./info:regioninfo/1731111516376/Put/seqid=0
2024-11-09T00:18:46,415 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/replication/ec68243d67b3f959b7d6a9b7a74b6b6e/.tmp/hfileref/cdfe4ec2afaf46d4bad2c4ee9ad35415 is 74, key is 1/hfileref:2a0127f07db842a4a34531fed4ff5172_SeqId_6_/1731111523096/Put/seqid=0
2024-11-09T00:18:46,425 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741846_1022 (size=7686)
2024-11-09T00:18:46,440 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741847_1023 (size=5345)
2024-11-09T00:18:46,440 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/replication/ec68243d67b3f959b7d6a9b7a74b6b6e/.tmp/hfileref/cdfe4ec2afaf46d4bad2c4ee9ad35415
2024-11-09T00:18:46,460 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/replication/ec68243d67b3f959b7d6a9b7a74b6b6e/.tmp/queue/b0e2495955b04a61a7ab7a4d6471103a is 153, key is 1-ef986b38239e,43489,1731111504275/queue:ef986b38239e%2C43489%2C1731111504275/1731111521154/Put/seqid=0
2024-11-09T00:18:46,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741848_1024 (size=5352)
2024-11-09T00:18:46,593 DEBUG [RS:0;ef986b38239e:43489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ec68243d67b3f959b7d6a9b7a74b6b6e
2024-11-09T00:18:46,699 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.wal-reader.ef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.1731111506522 to pos 1033, reset compression=false
2024-11-09T00:18:46,704 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.wal-reader.ef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:18:46,704 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.wal-reader.ef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.1731111506522 to pos 1328, reset compression=false
2024-11-09T00:18:46,793 DEBUG [RS:0;ef986b38239e:43489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ec68243d67b3f959b7d6a9b7a74b6b6e
2024-11-09T00:18:46,818 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.shipperef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating
2024-11-09T00:18:46,819 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server ef986b38239e:44553
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ef986b38239e/172.17.0.3:44553
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T00:18:46,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address ef986b38239e:44553 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ef986b38239e/172.17.0.3:44553
2024-11-09T00:18:46,826 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/meta/1588230740/.tmp/info/82d87986257a4eba922d1bcd330734cd
2024-11-09T00:18:46,842 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/meta/1588230740/.tmp/ns/fbbc219963b54785928bf5297dddc01e is 43, key is default/ns:d/1731111507195/Put/seqid=0
2024-11-09T00:18:46,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741849_1025 (size=5153)
2024-11-09T00:18:46,846 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/meta/1588230740/.tmp/ns/fbbc219963b54785928bf5297dddc01e
2024-11-09T00:18:46,864 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/replication/ec68243d67b3f959b7d6a9b7a74b6b6e/.tmp/queue/b0e2495955b04a61a7ab7a4d6471103a
2024-11-09T00:18:46,867 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/meta/1588230740/.tmp/rep_barrier/a3f999fc1c70459ca076e0e0eb8f8f68 is 112, key is test,,1731111511880.81f4e12a93b67ea6545e9c0162ab4b0c./rep_barrier:seqnumDuringOpen/1731111513092/Put/seqid=0
2024-11-09T00:18:46,871 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/replication/ec68243d67b3f959b7d6a9b7a74b6b6e/.tmp/hfileref/cdfe4ec2afaf46d4bad2c4ee9ad35415 as hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/replication/ec68243d67b3f959b7d6a9b7a74b6b6e/hfileref/cdfe4ec2afaf46d4bad2c4ee9ad35415
2024-11-09T00:18:46,876 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/replication/ec68243d67b3f959b7d6a9b7a74b6b6e/hfileref/cdfe4ec2afaf46d4bad2c4ee9ad35415, entries=4, sequenceid=10, filesize=5.2 K
2024-11-09T00:18:46,877 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/replication/ec68243d67b3f959b7d6a9b7a74b6b6e/.tmp/queue/b0e2495955b04a61a7ab7a4d6471103a as hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/replication/ec68243d67b3f959b7d6a9b7a74b6b6e/queue/b0e2495955b04a61a7ab7a4d6471103a
2024-11-09T00:18:46,887 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/replication/ec68243d67b3f959b7d6a9b7a74b6b6e/queue/b0e2495955b04a61a7ab7a4d6471103a, entries=1, sequenceid=10, filesize=5.2 K
2024-11-09T00:18:46,888 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for ec68243d67b3f959b7d6a9b7a74b6b6e in 491ms, sequenceid=10, compaction requested=false
2024-11-09T00:18:46,896 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741850_1026 (size=5518)
2024-11-09T00:18:46,896 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/meta/1588230740/.tmp/rep_barrier/a3f999fc1c70459ca076e0e0eb8f8f68
2024-11-09T00:18:46,899 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/replication/ec68243d67b3f959b7d6a9b7a74b6b6e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1
2024-11-09T00:18:46,899 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:18:46,899 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:18:46,899 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731111515195.ec68243d67b3f959b7d6a9b7a74b6b6e.
2024-11-09T00:18:46,899 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec68243d67b3f959b7d6a9b7a74b6b6e:
Waiting for close lock at 1731111526397Running coprocessor pre-close hooks at 1731111526397Disabling compacts and flushes for region at 1731111526397Disabling writes for close at 1731111526397Obtaining lock to block concurrent updates at 1731111526397Preparing flush snapshotting stores in ec68243d67b3f959b7d6a9b7a74b6b6e at 1731111526397Finished memstore snapshotting hbase:replication,,1731111515195.ec68243d67b3f959b7d6a9b7a74b6b6e., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731111526397Flushing stores of hbase:replication,,1731111515195.ec68243d67b3f959b7d6a9b7a74b6b6e. at 1731111526398 (+1 ms)Flushing ec68243d67b3f959b7d6a9b7a74b6b6e/hfileref: creating writer at 1731111526398Flushing ec68243d67b3f959b7d6a9b7a74b6b6e/hfileref: appending metadata at 1731111526414 (+16 ms)Flushing ec68243d67b3f959b7d6a9b7a74b6b6e/hfileref: closing flushed file at 1731111526414Flushing ec68243d67b3f959b7d6a9b7a74b6b6e/queue: creating writer at 1731111526447 (+33 ms)Flushing ec68243d67b3f959b7d6a9b7a74b6b6e/queue: appending metadata at 1731111526460 (+13 ms)Flushing ec68243d67b3f959b7d6a9b7a74b6b6e/queue: closing flushed file at 1731111526460Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37ee5397: reopening flushed file at 1731111526870 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@117ac: reopening flushed file at 1731111526876 (+6 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for ec68243d67b3f959b7d6a9b7a74b6b6e in 491ms, sequenceid=10, compaction requested=false at 1731111526889 (+13 ms)Writing region close event to WAL at 1731111526896 (+7 ms)Running coprocessor post-close hooks at 1731111526899 (+3 ms)Closed at 1731111526899
2024-11-09T00:18:46,900 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731111515195.ec68243d67b3f959b7d6a9b7a74b6b6e.
2024-11-09T00:18:46,907 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.wal-reader.ef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.1731111506522 to pos 1328, reset compression=false
2024-11-09T00:18:46,916 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/meta/1588230740/.tmp/table/ddfd7058e05140839baaf967d7b507c5 is 53, key is hbase:replication/table:state/1731111516389/Put/seqid=0
2024-11-09T00:18:46,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741851_1027 (size=5308)
2024-11-09T00:18:46,925 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:18:46,926 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server ef986b38239e:44553
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ef986b38239e/172.17.0.3:44553
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T00:18:46,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef986b38239e,44553,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
java.net.ConnectException: Call to address=ef986b38239e:44553 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ef986b38239e/172.17.0.3:44553

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 41 more
2024-11-09T00:18:46,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address ef986b38239e:44553 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ef986b38239e/172.17.0.3:44553
2024-11-09T00:18:46,993 DEBUG [RS:0;ef986b38239e:43489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:18:47,135 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:18:47,136 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to ef986b38239e:44553 this server is in the failed servers list
2024-11-09T00:18:47,136 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef986b38239e,44553,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=ef986b38239e:44553 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: ef986b38239e:44553

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-09T00:18:47,193 DEBUG [RS:0;ef986b38239e:43489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:18:47,213 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.wal-reader.ef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.1731111506522 to pos 1328, reset compression=false
2024-11-09T00:18:47,322 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/meta/1588230740/.tmp/table/ddfd7058e05140839baaf967d7b507c5
2024-11-09T00:18:47,327 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/meta/1588230740/.tmp/info/82d87986257a4eba922d1bcd330734cd as hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/meta/1588230740/info/82d87986257a4eba922d1bcd330734cd
2024-11-09T00:18:47,339 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/meta/1588230740/info/82d87986257a4eba922d1bcd330734cd, entries=20, sequenceid=16, filesize=7.5 K
2024-11-09T00:18:47,340 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/meta/1588230740/.tmp/ns/fbbc219963b54785928bf5297dddc01e as hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/meta/1588230740/ns/fbbc219963b54785928bf5297dddc01e
2024-11-09T00:18:47,344 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/meta/1588230740/ns/fbbc219963b54785928bf5297dddc01e, entries=2, sequenceid=16, filesize=5.0 K
2024-11-09T00:18:47,345 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/meta/1588230740/.tmp/rep_barrier/a3f999fc1c70459ca076e0e0eb8f8f68 as hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/meta/1588230740/rep_barrier/a3f999fc1c70459ca076e0e0eb8f8f68
2024-11-09T00:18:47,349 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/meta/1588230740/rep_barrier/a3f999fc1c70459ca076e0e0eb8f8f68, entries=1, sequenceid=16, filesize=5.4 K
2024-11-09T00:18:47,350 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/meta/1588230740/.tmp/table/ddfd7058e05140839baaf967d7b507c5 as hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/meta/1588230740/table/ddfd7058e05140839baaf967d7b507c5
2024-11-09T00:18:47,354 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/meta/1588230740/table/ddfd7058e05140839baaf967d7b507c5, entries=4, sequenceid=16, filesize=5.2 K
2024-11-09T00:18:47,355 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 962ms, sequenceid=16, compaction requested=false
2024-11-09T00:18:47,360 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-09T00:18:47,360 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:18:47,360 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:18:47,360 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:18:47,360 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111526393Running coprocessor pre-close hooks at 1731111526393Disabling compacts and flushes for region at 1731111526393Disabling writes for close at 1731111526393Obtaining lock to block concurrent updates at 1731111526393Preparing flush snapshotting stores in 1588230740 at 1731111526393Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731111526393Flushing stores of hbase:meta,,1.1588230740 at 1731111526394 (+1 ms)Flushing 1588230740/info: creating writer at 1731111526394Flushing 1588230740/info: appending metadata at 1731111526411 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731111526411Flushing 1588230740/ns: creating writer at 1731111526829 (+418 ms)Flushing 1588230740/ns: appending metadata at 1731111526842 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731111526842Flushing 1588230740/rep_barrier: creating writer at 1731111526850 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731111526867 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731111526867Flushing 1588230740/table: creating writer at 1731111526901 (+34 ms)Flushing 1588230740/table: appending metadata at 1731111526915 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731111526916 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45fcefd8: reopening flushed file at 1731111527326 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c0a8f2e: reopening flushed file at 1731111527340 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4711557e: reopening flushed file at 1731111527344 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cd996cb: reopening flushed file at 1731111527349 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 962ms, sequenceid=16, compaction requested=false at 1731111527355 (+6 ms)Writing region close event to WAL at 1731111527356 (+1 ms)Running coprocessor post-close hooks at 1731111527360 (+4 ms)Closed at 1731111527360
2024-11-09T00:18:47,360 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-09T00:18:47,384 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-09T00:18:47,384 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-09T00:18:47,394 INFO  [RS:0;ef986b38239e:43489 {}] regionserver.HRegionServer(976): stopping server ef986b38239e,43489,1731111504275; all regions closed.
2024-11-09T00:18:47,397 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741834_1010 (size=4239)
2024-11-09T00:18:47,397 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.meta.1731111507070.meta not finished, retry = 0
2024-11-09T00:18:47,445 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:18:47,445 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to ef986b38239e:44553 this server is in the failed servers list
2024-11-09T00:18:47,446 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef986b38239e,44553,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=ef986b38239e:44553 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: ef986b38239e:44553

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-09T00:18:47,499 DEBUG [RS:0;ef986b38239e:43489 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/oldWALs
2024-11-09T00:18:47,500 INFO  [RS:0;ef986b38239e:43489 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef986b38239e%2C43489%2C1731111504275.meta:.meta(num 1731111507070)
2024-11-09T00:18:47,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741839_1015 (size=2695)
2024-11-09T00:18:47,501 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/WALs/ef986b38239e,43489,1731111504275/ef986b38239e%2C43489%2C1731111504275.rep.1731111516339 not finished, retry = 0
2024-11-09T00:18:47,603 DEBUG [RS:0;ef986b38239e:43489 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/oldWALs
2024-11-09T00:18:47,603 INFO  [RS:0;ef986b38239e:43489 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef986b38239e%2C43489%2C1731111504275.rep:(num 1731111516339)
2024-11-09T00:18:47,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741832_1008 (size=1336)
2024-11-09T00:18:47,607 DEBUG [RS:0;ef986b38239e:43489 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/oldWALs
2024-11-09T00:18:47,607 INFO  [RS:0;ef986b38239e:43489 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef986b38239e%2C43489%2C1731111504275:(num 1731111506522)
2024-11-09T00:18:47,607 DEBUG [RS:0;ef986b38239e:43489 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:47,607 INFO  [RS:0;ef986b38239e:43489 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:18:47,607 INFO  [RS:0;ef986b38239e:43489 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:18:47,607 INFO  [RS:0;ef986b38239e:43489 {}] hbase.ChoreService(370): Chore service for: regionserver/ef986b38239e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-09T00:18:47,608 INFO  [RS:0;ef986b38239e:43489 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:18:47,608 INFO  [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:18:47,608 INFO  [RS:0;ef986b38239e:43489 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef986b38239e,43489,1731111504275 because: Region server is closing
2024-11-09T00:18:47,608 INFO  [RS:0;ef986b38239e:43489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:43489.
2024-11-09T00:18:47,608 DEBUG [RS:0;ef986b38239e:43489 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:18:47,608 DEBUG [RS:0;ef986b38239e:43489 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:47,608 DEBUG [RS:0;ef986b38239e:43489 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:47,608 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:18:47,708 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.shipperef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed
java.io.InterruptedIOException: null
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: java.lang.InterruptedException
	at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?]
	at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 9 more
2024-11-09T00:18:47,709 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.shipperef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate
2024-11-09T00:18:47,709 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.shipperef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: 
java.io.IOException: No replication sinks are available
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
2024-11-09T00:18:47,956 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:18:47,956 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to ef986b38239e:44553 this server is in the failed servers list
2024-11-09T00:18:47,956 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef986b38239e,44553,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=ef986b38239e:44553 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: ef986b38239e:44553

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-09T00:18:48,510 INFO  [RS:0;ef986b38239e:43489 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,43489,1731111504275.replicationSource.shipperef986b38239e%2C43489%2C1731111504275,1-ef986b38239e,43489,1731111504275 terminated
2024-11-09T00:18:48,510 INFO  [RS:0;ef986b38239e:43489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:43489.
2024-11-09T00:18:48,510 DEBUG [RS:0;ef986b38239e:43489 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:18:48,510 DEBUG [RS:0;ef986b38239e:43489 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:48,510 DEBUG [RS:0;ef986b38239e:43489 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:48,510 INFO  [RS:0;ef986b38239e:43489 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43489
2024-11-09T00:18:48,510 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:18:48,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1011cf53c850001, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0122101631/rs/ef986b38239e,43489,1731111504275
2024-11-09T00:18:48,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1011cf53c850000, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122101631/rs
2024-11-09T00:18:48,580 INFO  [RS:0;ef986b38239e:43489 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:18:48,581 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef986b38239e,43489,1731111504275]
2024-11-09T00:18:48,694 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0122101631/draining/ef986b38239e,43489,1731111504275 already deleted, retry=false
2024-11-09T00:18:48,694 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef986b38239e,43489,1731111504275 expired; onlineServers=0
2024-11-09T00:18:48,694 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef986b38239e,39023,1731111503991' *****
2024-11-09T00:18:48,694 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-09T00:18:48,694 INFO  [M:0;ef986b38239e:39023 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:18:48,694 INFO  [M:0;ef986b38239e:39023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:18:48,694 DEBUG [M:0;ef986b38239e:39023 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-09T00:18:48,694 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-09T00:18:48,694 DEBUG [M:0;ef986b38239e:39023 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-09T00:18:48,694 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111506261 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111506261,5,FailOnTimeoutGroup]
2024-11-09T00:18:48,694 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111506261 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111506261,5,FailOnTimeoutGroup]
2024-11-09T00:18:48,694 INFO  [M:0;ef986b38239e:39023 {}] hbase.ChoreService(370): Chore service for: master/ef986b38239e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-09T00:18:48,694 INFO  [M:0;ef986b38239e:39023 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:18:48,695 DEBUG [M:0;ef986b38239e:39023 {}] master.HMaster(1795): Stopping service threads
2024-11-09T00:18:48,695 INFO  [M:0;ef986b38239e:39023 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-09T00:18:48,695 INFO  [M:0;ef986b38239e:39023 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:18:48,695 INFO  [M:0;ef986b38239e:39023 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-09T00:18:48,695 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-09T00:18:48,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1011cf53c850001, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:18:48,730 INFO  [RS:0;ef986b38239e:43489 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:18:48,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1011cf53c850001, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:18:48,730 INFO  [RS:0;ef986b38239e:43489 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef986b38239e,43489,1731111504275; zookeeper connection closed.
2024-11-09T00:18:48,730 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b1e97ba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b1e97ba
2024-11-09T00:18:48,730 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-09T00:18:48,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1011cf53c850000, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0122101631/master
2024-11-09T00:18:48,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1011cf53c850000, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122101631
2024-11-09T00:18:48,853 DEBUG [M:0;ef986b38239e:39023 {}] zookeeper.RecoverableZooKeeper(212): Node /0122101631/master already deleted, retry=false
2024-11-09T00:18:48,853 DEBUG [M:0;ef986b38239e:39023 {}] master.ActiveMasterManager(353): master:39023-0x1011cf53c850000, quorum=127.0.0.1:53611, baseZNode=/0122101631 Failed delete of our master address node; KeeperErrorCode = NoNode for /0122101631/master
2024-11-09T00:18:48,854 INFO  [M:0;ef986b38239e:39023 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/.lastflushedseqids
2024-11-09T00:18:48,858 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741852_1028 (size=263)
2024-11-09T00:18:48,965 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:18:48,966 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef986b38239e,44553,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-09T00:18:48,968 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2147 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef986b38239e,44553,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-09T00:18:49,048 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:18:49,073 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:49,073 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:49,073 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:49,074 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:49,074 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:49,074 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:49,080 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:49,083 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:49,085 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:49,259 INFO  [M:0;ef986b38239e:39023 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-09T00:18:49,259 INFO  [M:0;ef986b38239e:39023 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-09T00:18:49,259 DEBUG [M:0;ef986b38239e:39023 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:18:49,259 INFO  [M:0;ef986b38239e:39023 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:49,259 DEBUG [M:0;ef986b38239e:39023 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:49,259 DEBUG [M:0;ef986b38239e:39023 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:18:49,259 DEBUG [M:0;ef986b38239e:39023 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:49,259 INFO  [M:0;ef986b38239e:39023 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB
2024-11-09T00:18:49,272 DEBUG [M:0;ef986b38239e:39023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8399538dc8d44d69e895cfc0a0caead is 82, key is hbase:meta,,1/info:regioninfo/1731111507109/Put/seqid=0
2024-11-09T00:18:49,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741853_1029 (size=5672)
2024-11-09T00:18:49,678 INFO  [M:0;ef986b38239e:39023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8399538dc8d44d69e895cfc0a0caead
2024-11-09T00:18:49,699 DEBUG [M:0;ef986b38239e:39023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1951aac2b55440debadc20ceed8e2083 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731111516393/Put/seqid=0
2024-11-09T00:18:49,703 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741854_1030 (size=8517)
2024-11-09T00:18:50,104 INFO  [M:0;ef986b38239e:39023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1951aac2b55440debadc20ceed8e2083
2024-11-09T00:18:50,120 DEBUG [M:0;ef986b38239e:39023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12ddf1eebf6e45cfa3c21313482590aa is 69, key is ef986b38239e,43489,1731111504275/rs:state/1731111506355/Put/seqid=0
2024-11-09T00:18:50,124 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741855_1031 (size=5156)
2024-11-09T00:18:50,525 INFO  [M:0;ef986b38239e:39023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12ddf1eebf6e45cfa3c21313482590aa
2024-11-09T00:18:50,529 DEBUG [M:0;ef986b38239e:39023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8399538dc8d44d69e895cfc0a0caead as hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8399538dc8d44d69e895cfc0a0caead
2024-11-09T00:18:50,534 INFO  [M:0;ef986b38239e:39023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8399538dc8d44d69e895cfc0a0caead, entries=8, sequenceid=97, filesize=5.5 K
2024-11-09T00:18:50,536 DEBUG [M:0;ef986b38239e:39023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1951aac2b55440debadc20ceed8e2083 as hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1951aac2b55440debadc20ceed8e2083
2024-11-09T00:18:50,541 INFO  [M:0;ef986b38239e:39023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1951aac2b55440debadc20ceed8e2083, entries=11, sequenceid=97, filesize=8.3 K
2024-11-09T00:18:50,542 DEBUG [M:0;ef986b38239e:39023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12ddf1eebf6e45cfa3c21313482590aa as hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/12ddf1eebf6e45cfa3c21313482590aa
2024-11-09T00:18:50,548 INFO  [M:0;ef986b38239e:39023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35727/user/jenkins/test-data/786a8956-589f-1864-bec5-2ccf25b4e10e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/12ddf1eebf6e45cfa3c21313482590aa, entries=1, sequenceid=97, filesize=5.0 K
2024-11-09T00:18:50,549 INFO  [M:0;ef986b38239e:39023 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=97, compaction requested=false
2024-11-09T00:18:50,556 INFO  [M:0;ef986b38239e:39023 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:50,556 DEBUG [M:0;ef986b38239e:39023 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111529259Disabling compacts and flushes for region at 1731111529259Disabling writes for close at 1731111529259Obtaining lock to block concurrent updates at 1731111529259Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731111529259Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731111529260 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731111529260Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731111529260Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731111529272 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731111529272Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731111529682 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731111529699 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731111529699Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731111530107 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731111530120 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731111530120Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25ea2624: reopening flushed file at 1731111530529 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@538f3203: reopening flushed file at 1731111530534 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ea11284: reopening flushed file at 1731111530542 (+8 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=97, compaction requested=false at 1731111530549 (+7 ms)Writing region close event to WAL at 1731111530556 (+7 ms)Closed at 1731111530556
2024-11-09T00:18:50,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741830_1006 (size=63666)
2024-11-09T00:18:50,563 INFO  [M:0;ef986b38239e:39023 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-09T00:18:50,563 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:18:50,564 INFO  [M:0;ef986b38239e:39023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39023
2024-11-09T00:18:50,564 INFO  [M:0;ef986b38239e:39023 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:18:50,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1011cf53c850000, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:18:50,680 INFO  [M:0;ef986b38239e:39023 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:18:50,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39023-0x1011cf53c850000, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:18:50,684 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16b28250{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:18:50,684 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6764637a{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:18:50,684 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:18:50,684 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@464459b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:18:50,685 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b562ab6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/hadoop.log.dir/,STOPPED}
2024-11-09T00:18:50,686 WARN  [BP-1887265844-172.17.0.3-1731111502075 heartbeating to localhost/127.0.0.1:35727 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T00:18:50,686 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T00:18:50,686 WARN  [BP-1887265844-172.17.0.3-1731111502075 heartbeating to localhost/127.0.0.1:35727 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1887265844-172.17.0.3-1731111502075 (Datanode Uuid 46a23be0-eb9b-40ea-a7c7-536a65aa4abd) service to localhost/127.0.0.1:35727
2024-11-09T00:18:50,686 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T00:18:50,686 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/cluster_629379e8-8db2-98c6-fcf4-ba4be2119a2f/data/data1/current/BP-1887265844-172.17.0.3-1731111502075 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:18:50,687 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/cluster_629379e8-8db2-98c6-fcf4-ba4be2119a2f/data/data2/current/BP-1887265844-172.17.0.3-1731111502075 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:18:50,687 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T00:18:50,692 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56324a50{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:18:50,692 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@169a1fe0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:18:50,692 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:18:50,692 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf68f11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:18:50,692 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@375a96e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ad2ed3f-c0ee-7a22-48c6-31087ea0dd8b/hadoop.log.dir/,STOPPED}
2024-11-09T00:18:50,698 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-09T00:18:50,731 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-09T00:18:50,742 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=243 (was 204)
Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46491 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46491
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46491 from jenkins.hfs.11
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-18-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35727 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-18-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35727 from jenkins.hfs.10
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-23-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46491
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35727
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35727 from jenkins.hfs.10
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35727
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-19-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-25-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46491
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:46491
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35727
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-18-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35727
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35727
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46491
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46491 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:35727
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46491
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-25-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46491 from jenkins.hfs.10
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53611)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-19-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46491
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-19-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-25-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46491 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46491 from jenkins.hfs.11
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:35727
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-23-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:46491
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35727 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-23-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35727
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53611)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)
 - Thread LEAK? -, OpenFileDescriptor=625 (was 574) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=448 (was 295) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2640 (was 2588) - AvailableMemoryMB LEAK? -
2024-11-09T00:18:50,749 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=242, OpenFileDescriptor=625, MaxFileDescriptor=1048576, SystemLoadAverage=448, ProcessCount=11, AvailableMemoryMB=2640
2024-11-09T00:18:50,760 INFO  [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete
2024-11-09T00:18:50,761 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a/hadoop.log.dir so I do NOT create it in target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4
2024-11-09T00:18:50,761 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a/hadoop.log.dir Erasing configuration value by system value.
2024-11-09T00:18:50,761 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a/hadoop.tmp.dir so I do NOT create it in target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4
2024-11-09T00:18:50,761 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9225c36d-c7a2-ad8b-0549-c974f74cb74a/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-09T00:18:50,761 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4
2024-11-09T00:18:50,761 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/cluster_a59f1571-1642-488b-bf12-68c7f487e006, deleteOnExit=true
2024-11-09T00:18:50,763 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/cluster_a59f1571-1642-488b-bf12-68c7f487e006/zookeeper_0, clientPort=54417, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/cluster_a59f1571-1642-488b-bf12-68c7f487e006/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/cluster_a59f1571-1642-488b-bf12-68c7f487e006/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-09T00:18:50,764 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54417
2024-11-09T00:18:50,764 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-09T00:18:50,764 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-09T00:18:50,764 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/test.cache.data in system properties and HBase conf
2024-11-09T00:18:50,764 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/hadoop.tmp.dir in system properties and HBase conf
2024-11-09T00:18:50,764 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/hadoop.log.dir in system properties and HBase conf
2024-11-09T00:18:50,765 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-09T00:18:50,765 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-09T00:18:50,765 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-09T00:18:50,765 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-09T00:18:50,765 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:18:50,765 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:18:50,765 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-09T00:18:50,765 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:18:50,765 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-09T00:18:50,765 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-09T00:18:50,765 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:18:50,765 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:18:50,765 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-09T00:18:50,765 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/nfs.dump.dir in system properties and HBase conf
2024-11-09T00:18:50,766 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/java.io.tmpdir in system properties and HBase conf
2024-11-09T00:18:50,766 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:18:50,766 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-09T00:18:50,766 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-09T00:18:50,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011cf53c850002, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-09T00:18:50,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011cf53c850005, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-09T00:18:50,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011cf53c850002, quorum=127.0.0.1:53611, baseZNode=/0122101631 Received Disconnected from ZooKeeper, ignoring
2024-11-09T00:18:50,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011cf53c850005, quorum=127.0.0.1:53611, baseZNode=/11000948309 Received Disconnected from ZooKeeper, ignoring
2024-11-09T00:18:50,985 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:18:50,986 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef986b38239e,44553,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-09T00:18:50,986 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4168 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef986b38239e,44553,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-09T00:18:51,191 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:18:51,194 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:18:51,196 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:18:51,196 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:18:51,196 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-09T00:18:51,196 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:18:51,199 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70969ef9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:18:51,199 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d0189c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:18:51,301 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60ad2533{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/java.io.tmpdir/jetty-localhost-36943-hadoop-hdfs-3_4_1-tests_jar-_-any-7405475382086405577/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:18:51,303 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10ed0da3{HTTP/1.1, (http/1.1)}{localhost:36943}
2024-11-09T00:18:51,303 INFO  [Time-limited test {}] server.Server(415): Started @202314ms
2024-11-09T00:18:51,687 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:18:51,690 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:18:51,696 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:18:51,696 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:18:51,696 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-09T00:18:51,699 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6632bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:18:51,700 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@111c5900{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:18:51,800 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40bc9671{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/java.io.tmpdir/jetty-localhost-39569-hadoop-hdfs-3_4_1-tests_jar-_-any-8645945069903819290/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:18:51,801 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@201eac{HTTP/1.1, (http/1.1)}{localhost:39569}
2024-11-09T00:18:51,801 INFO  [Time-limited test {}] server.Server(415): Started @202811ms
2024-11-09T00:18:51,802 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T00:18:52,817 WARN  [Thread-2176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/cluster_a59f1571-1642-488b-bf12-68c7f487e006/data/data1/current/BP-1701723064-172.17.0.3-1731111530788/current, will proceed with Du for space computation calculation, 
2024-11-09T00:18:52,818 WARN  [Thread-2177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/cluster_a59f1571-1642-488b-bf12-68c7f487e006/data/data2/current/BP-1701723064-172.17.0.3-1731111530788/current, will proceed with Du for space computation calculation, 
2024-11-09T00:18:52,832 WARN  [Thread-2164 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T00:18:52,845 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbcbfabd7a77fe83 with lease ID 0xa21646199cc6e4dd: Processing first storage report for DS-58f0afbe-2662-4c19-945c-d0651c4e6532 from datanode DatanodeRegistration(127.0.0.1:42427, datanodeUuid=5e62206f-b008-49ff-91ef-a17ee2e335e9, infoPort=33181, infoSecurePort=0, ipcPort=38851, storageInfo=lv=-57;cid=testClusterID;nsid=290671884;c=1731111530788)
2024-11-09T00:18:52,845 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbcbfabd7a77fe83 with lease ID 0xa21646199cc6e4dd: from storage DS-58f0afbe-2662-4c19-945c-d0651c4e6532 node DatanodeRegistration(127.0.0.1:42427, datanodeUuid=5e62206f-b008-49ff-91ef-a17ee2e335e9, infoPort=33181, infoSecurePort=0, ipcPort=38851, storageInfo=lv=-57;cid=testClusterID;nsid=290671884;c=1731111530788), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:18:52,845 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbcbfabd7a77fe83 with lease ID 0xa21646199cc6e4dd: Processing first storage report for DS-141857da-39a7-49f4-b242-3466f467b0c6 from datanode DatanodeRegistration(127.0.0.1:42427, datanodeUuid=5e62206f-b008-49ff-91ef-a17ee2e335e9, infoPort=33181, infoSecurePort=0, ipcPort=38851, storageInfo=lv=-57;cid=testClusterID;nsid=290671884;c=1731111530788)
2024-11-09T00:18:52,845 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbcbfabd7a77fe83 with lease ID 0xa21646199cc6e4dd: from storage DS-141857da-39a7-49f4-b242-3466f467b0c6 node DatanodeRegistration(127.0.0.1:42427, datanodeUuid=5e62206f-b008-49ff-91ef-a17ee2e335e9, infoPort=33181, infoSecurePort=0, ipcPort=38851, storageInfo=lv=-57;cid=testClusterID;nsid=290671884;c=1731111530788), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:18:52,934 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4
2024-11-09T00:18:52,934 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:52,936 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:52,947 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_1073741825_1001 (size=7)
2024-11-09T00:18:52,950 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea with version=8
2024-11-09T00:18:52,950 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/hbase-staging
2024-11-09T00:18:52,952 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:18:52,952 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:18:52,952 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:18:52,952 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:18:52,952 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:18:52,952 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:18:52,952 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-09T00:18:52,952 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:18:52,963 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34207
2024-11-09T00:18:52,964 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34207 connecting to ZooKeeper ensemble=127.0.0.1:54417
2024-11-09T00:18:53,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342070x0, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:18:53,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34207-0x1011cf5acb60000 connected
2024-11-09T00:18:53,106 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:53,108 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:53,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34207-0x1011cf5acb60000, quorum=127.0.0.1:54417, baseZNode=/01108659198 Set watcher on znode that does not yet exist, /01108659198/running
2024-11-09T00:18:53,113 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea, hbase.cluster.distributed=false
2024-11-09T00:18:53,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34207-0x1011cf5acb60000, quorum=127.0.0.1:54417, baseZNode=/01108659198 Set watcher on znode that does not yet exist, /01108659198/acl
2024-11-09T00:18:53,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34207
2024-11-09T00:18:53,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34207
2024-11-09T00:18:53,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34207
2024-11-09T00:18:53,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34207
2024-11-09T00:18:53,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34207
2024-11-09T00:18:53,157 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:18:53,157 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:18:53,157 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:18:53,157 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:18:53,157 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:18:53,157 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:18:53,157 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T00:18:53,157 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:18:53,160 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41813
2024-11-09T00:18:53,161 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41813 connecting to ZooKeeper ensemble=127.0.0.1:54417
2024-11-09T00:18:53,161 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:53,163 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:53,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418130x0, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:18:53,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41813-0x1011cf5acb60001 connected
2024-11-09T00:18:53,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41813-0x1011cf5acb60001, quorum=127.0.0.1:54417, baseZNode=/01108659198 Set watcher on znode that does not yet exist, /01108659198/running
2024-11-09T00:18:53,177 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T00:18:53,178 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T00:18:53,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41813-0x1011cf5acb60001, quorum=127.0.0.1:54417, baseZNode=/01108659198 Set watcher on znode that does not yet exist, /01108659198/master
2024-11-09T00:18:53,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41813-0x1011cf5acb60001, quorum=127.0.0.1:54417, baseZNode=/01108659198 Set watcher on znode that does not yet exist, /01108659198/acl
2024-11-09T00:18:53,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41813
2024-11-09T00:18:53,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41813
2024-11-09T00:18:53,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41813
2024-11-09T00:18:53,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41813
2024-11-09T00:18:53,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41813
2024-11-09T00:18:53,196 DEBUG [M:0;ef986b38239e:34207 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef986b38239e:34207
2024-11-09T00:18:53,196 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01108659198/backup-masters/ef986b38239e,34207,1731111532951
2024-11-09T00:18:53,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1011cf5acb60000, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108659198/backup-masters
2024-11-09T00:18:53,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41813-0x1011cf5acb60001, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108659198/backup-masters
2024-11-09T00:18:53,209 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34207-0x1011cf5acb60000, quorum=127.0.0.1:54417, baseZNode=/01108659198 Set watcher on existing znode=/01108659198/backup-masters/ef986b38239e,34207,1731111532951
2024-11-09T00:18:53,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41813-0x1011cf5acb60001, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01108659198/master
2024-11-09T00:18:53,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1011cf5acb60000, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108659198
2024-11-09T00:18:53,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41813-0x1011cf5acb60001, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108659198
2024-11-09T00:18:53,219 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34207-0x1011cf5acb60000, quorum=127.0.0.1:54417, baseZNode=/01108659198 Set watcher on existing znode=/01108659198/master
2024-11-09T00:18:53,219 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01108659198/backup-masters/ef986b38239e,34207,1731111532951 from backup master directory
2024-11-09T00:18:53,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1011cf5acb60000, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01108659198/backup-masters/ef986b38239e,34207,1731111532951
2024-11-09T00:18:53,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41813-0x1011cf5acb60001, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108659198/backup-masters
2024-11-09T00:18:53,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1011cf5acb60000, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108659198/backup-masters
2024-11-09T00:18:53,229 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:18:53,229 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef986b38239e,34207,1731111532951
2024-11-09T00:18:53,233 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/hbase.id] with ID: d57198d9-78ab-4a81-b1e7-4c3c58eabee6
2024-11-09T00:18:53,233 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/.tmp/hbase.id
2024-11-09T00:18:53,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_1073741826_1002 (size=42)
2024-11-09T00:18:53,242 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/.tmp/hbase.id]:[hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/hbase.id]
2024-11-09T00:18:53,252 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:53,253 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-09T00:18:53,254 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-09T00:18:53,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41813-0x1011cf5acb60001, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108659198
2024-11-09T00:18:53,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1011cf5acb60000, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108659198
2024-11-09T00:18:53,271 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_1073741827_1003 (size=196)
2024-11-09T00:18:53,271 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:18:53,272 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-09T00:18:53,272 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:18:53,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_1073741828_1004 (size=1189)
2024-11-09T00:18:53,278 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/MasterData/data/master/store
2024-11-09T00:18:53,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_1073741829_1005 (size=34)
2024-11-09T00:18:53,294 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:18:53,295 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:18:53,295 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:53,295 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:53,295 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:18:53,295 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:53,295 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:53,295 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111533295Disabling compacts and flushes for region at 1731111533295Disabling writes for close at 1731111533295Writing region close event to WAL at 1731111533295Closed at 1731111533295
2024-11-09T00:18:53,296 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/MasterData/data/master/store/.initializing
2024-11-09T00:18:53,296 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/MasterData/WALs/ef986b38239e,34207,1731111532951
2024-11-09T00:18:53,297 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:18:53,298 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef986b38239e%2C34207%2C1731111532951, suffix=, logDir=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/MasterData/WALs/ef986b38239e,34207,1731111532951, archiveDir=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/MasterData/oldWALs, maxLogs=10
2024-11-09T00:18:53,314 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/MasterData/WALs/ef986b38239e,34207,1731111532951/ef986b38239e%2C34207%2C1731111532951.1731111533299, exclude list is [], retry=0
2024-11-09T00:18:53,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42427,DS-58f0afbe-2662-4c19-945c-d0651c4e6532,DISK]
2024-11-09T00:18:53,318 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/MasterData/WALs/ef986b38239e,34207,1731111532951/ef986b38239e%2C34207%2C1731111532951.1731111533299
2024-11-09T00:18:53,318 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33181:33181)]
2024-11-09T00:18:53,318 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:18:53,319 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:18:53,319 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:53,319 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:53,320 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:18:53,321 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-09T00:18:53,321 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:53,321 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:53,321 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:18:53,322 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-09T00:18:53,322 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:53,322 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:53,322 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:18:53,323 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-09T00:18:53,323 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:53,323 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:53,323 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:18:53,324 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-09T00:18:53,324 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:53,324 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:53,324 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:53,325 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:53,325 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:53,326 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:53,326 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:53,326 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:18:53,327 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:53,329 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:18:53,329 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73070611, jitterRate=0.08883695304393768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:18:53,330 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731111533319Initializing all the Stores at 1731111533319Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111533319Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111533320 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111533320Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111533320Cleaning up temporary data from old regions at 1731111533326 (+6 ms)Region opened successfully at 1731111533330 (+4 ms)
2024-11-09T00:18:53,330 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-09T00:18:53,332 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51372772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:18:53,333 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-09T00:18:53,333 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-09T00:18:53,333 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-09T00:18:53,333 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-09T00:18:53,334 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-09T00:18:53,334 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-09T00:18:53,334 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-09T00:18:53,335 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-09T00:18:53,336 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34207-0x1011cf5acb60000, quorum=127.0.0.1:54417, baseZNode=/01108659198 Unable to get data of znode /01108659198/balancer because node does not exist (not necessarily an error)
2024-11-09T00:18:53,348 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01108659198/balancer already deleted, retry=false
2024-11-09T00:18:53,348 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-09T00:18:53,349 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34207-0x1011cf5acb60000, quorum=127.0.0.1:54417, baseZNode=/01108659198 Unable to get data of znode /01108659198/normalizer because node does not exist (not necessarily an error)
2024-11-09T00:18:53,358 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01108659198/normalizer already deleted, retry=false
2024-11-09T00:18:53,358 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-09T00:18:53,359 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34207-0x1011cf5acb60000, quorum=127.0.0.1:54417, baseZNode=/01108659198 Unable to get data of znode /01108659198/switch/split because node does not exist (not necessarily an error)
2024-11-09T00:18:53,369 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01108659198/switch/split already deleted, retry=false
2024-11-09T00:18:53,370 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34207-0x1011cf5acb60000, quorum=127.0.0.1:54417, baseZNode=/01108659198 Unable to get data of znode /01108659198/switch/merge because node does not exist (not necessarily an error)
2024-11-09T00:18:53,379 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01108659198/switch/merge already deleted, retry=false
2024-11-09T00:18:53,381 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34207-0x1011cf5acb60000, quorum=127.0.0.1:54417, baseZNode=/01108659198 Unable to get data of znode /01108659198/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-09T00:18:53,390 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01108659198/snapshot-cleanup already deleted, retry=false
2024-11-09T00:18:53,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1011cf5acb60000, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01108659198/running
2024-11-09T00:18:53,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41813-0x1011cf5acb60001, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01108659198/running
2024-11-09T00:18:53,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1011cf5acb60000, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108659198
2024-11-09T00:18:53,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41813-0x1011cf5acb60001, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108659198
2024-11-09T00:18:53,401 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef986b38239e,34207,1731111532951, sessionid=0x1011cf5acb60000, setting cluster-up flag (Was=false)
2024-11-09T00:18:53,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1011cf5acb60000, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108659198
2024-11-09T00:18:53,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41813-0x1011cf5acb60001, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108659198
2024-11-09T00:18:53,453 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01108659198/flush-table-proc/acquired, /01108659198/flush-table-proc/reached, /01108659198/flush-table-proc/abort
2024-11-09T00:18:53,454 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,34207,1731111532951
2024-11-09T00:18:53,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1011cf5acb60000, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108659198
2024-11-09T00:18:53,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41813-0x1011cf5acb60001, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108659198
2024-11-09T00:18:53,506 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01108659198/online-snapshot/acquired, /01108659198/online-snapshot/reached, /01108659198/online-snapshot/abort
2024-11-09T00:18:53,509 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,34207,1731111532951
2024-11-09T00:18:53,510 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-09T00:18:53,523 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-09T00:18:53,523 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-09T00:18:53,523 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-09T00:18:53,523 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of ef986b38239e,39047,1731111474404: status=Processing ServerCrashProcedure of ef986b38239e,39047,1731111474404 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731111491378, completionTime=-1 appears to have been leaked
2024-11-09T00:18:53,523 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef986b38239e,34207,1731111532951
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-09T00:18:53,524 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:18:53,524 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:18:53,524 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:18:53,524 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:18:53,524 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef986b38239e:0, corePoolSize=10, maxPoolSize=10
2024-11-09T00:18:53,524 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:53,524 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:18:53,524 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:53,533 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731111563533
2024-11-09T00:18:53,533 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-09T00:18:53,533 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-09T00:18:53,533 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-09T00:18:53,533 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-09T00:18:53,533 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-09T00:18:53,533 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-09T00:18:53,534 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:53,534 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:18:53,534 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-09T00:18:53,535 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:53,535 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-09T00:18:53,536 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-09T00:18:53,537 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-09T00:18:53,537 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-09T00:18:53,537 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-09T00:18:53,540 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-09T00:18:53,540 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-09T00:18:53,544 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111533540,5,FailOnTimeoutGroup]
2024-11-09T00:18:53,544 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111533544,5,FailOnTimeoutGroup]
2024-11-09T00:18:53,544 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:53,544 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-09T00:18:53,545 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:53,545 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:53,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_1073741831_1007 (size=1321)
2024-11-09T00:18:53,587 INFO  [RS:0;ef986b38239e:41813 {}] regionserver.HRegionServer(746): ClusterId : d57198d9-78ab-4a81-b1e7-4c3c58eabee6
2024-11-09T00:18:53,587 DEBUG [RS:0;ef986b38239e:41813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T00:18:53,599 DEBUG [RS:0;ef986b38239e:41813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T00:18:53,599 DEBUG [RS:0;ef986b38239e:41813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T00:18:53,612 DEBUG [RS:0;ef986b38239e:41813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T00:18:53,612 DEBUG [RS:0;ef986b38239e:41813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52adb14f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:18:53,629 DEBUG [RS:0;ef986b38239e:41813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef986b38239e:41813
2024-11-09T00:18:53,629 INFO  [RS:0;ef986b38239e:41813 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T00:18:53,629 INFO  [RS:0;ef986b38239e:41813 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T00:18:53,629 DEBUG [RS:0;ef986b38239e:41813 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T00:18:53,630 INFO  [RS:0;ef986b38239e:41813 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef986b38239e,34207,1731111532951 with port=41813, startcode=1731111533156
2024-11-09T00:18:53,631 DEBUG [RS:0;ef986b38239e:41813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T00:18:53,632 INFO  [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T00:18:53,632 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34207 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef986b38239e,41813,1731111533156
2024-11-09T00:18:53,633 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34207 {}] master.ServerManager(517): Registering regionserver=ef986b38239e,41813,1731111533156
2024-11-09T00:18:53,635 DEBUG [RS:0;ef986b38239e:41813 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea
2024-11-09T00:18:53,635 DEBUG [RS:0;ef986b38239e:41813 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45653
2024-11-09T00:18:53,635 DEBUG [RS:0;ef986b38239e:41813 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T00:18:53,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1011cf5acb60000, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108659198/rs
2024-11-09T00:18:53,643 DEBUG [RS:0;ef986b38239e:41813 {}] zookeeper.ZKUtil(111): regionserver:41813-0x1011cf5acb60001, quorum=127.0.0.1:54417, baseZNode=/01108659198 Set watcher on existing znode=/01108659198/rs/ef986b38239e,41813,1731111533156
2024-11-09T00:18:53,643 WARN  [RS:0;ef986b38239e:41813 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:18:53,643 INFO  [RS:0;ef986b38239e:41813 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:18:53,643 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef986b38239e,41813,1731111533156]
2024-11-09T00:18:53,643 DEBUG [RS:0;ef986b38239e:41813 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156
2024-11-09T00:18:53,653 INFO  [RS:0;ef986b38239e:41813 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T00:18:53,656 INFO  [RS:0;ef986b38239e:41813 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T00:18:53,657 INFO  [RS:0;ef986b38239e:41813 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T00:18:53,657 INFO  [RS:0;ef986b38239e:41813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:53,657 INFO  [RS:0;ef986b38239e:41813 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T00:18:53,658 INFO  [RS:0;ef986b38239e:41813 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T00:18:53,658 INFO  [RS:0;ef986b38239e:41813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:53,658 DEBUG [RS:0;ef986b38239e:41813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:53,658 DEBUG [RS:0;ef986b38239e:41813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:53,658 DEBUG [RS:0;ef986b38239e:41813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:53,658 DEBUG [RS:0;ef986b38239e:41813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:53,658 DEBUG [RS:0;ef986b38239e:41813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:53,658 DEBUG [RS:0;ef986b38239e:41813 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:18:53,658 DEBUG [RS:0;ef986b38239e:41813 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:53,658 DEBUG [RS:0;ef986b38239e:41813 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:53,658 DEBUG [RS:0;ef986b38239e:41813 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:53,658 DEBUG [RS:0;ef986b38239e:41813 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:53,658 DEBUG [RS:0;ef986b38239e:41813 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:53,659 DEBUG [RS:0;ef986b38239e:41813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:53,659 DEBUG [RS:0;ef986b38239e:41813 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:18:53,659 DEBUG [RS:0;ef986b38239e:41813 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:18:53,663 INFO  [RS:0;ef986b38239e:41813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:53,663 INFO  [RS:0;ef986b38239e:41813 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:53,663 INFO  [RS:0;ef986b38239e:41813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:53,663 INFO  [RS:0;ef986b38239e:41813 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:53,663 INFO  [RS:0;ef986b38239e:41813 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:53,663 INFO  [RS:0;ef986b38239e:41813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,41813,1731111533156-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:18:53,685 INFO  [RS:0;ef986b38239e:41813 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T00:18:53,686 INFO  [RS:0;ef986b38239e:41813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,41813,1731111533156-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:53,686 INFO  [RS:0;ef986b38239e:41813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:53,686 INFO  [RS:0;ef986b38239e:41813 {}] regionserver.Replication(171): ef986b38239e,41813,1731111533156 started
2024-11-09T00:18:53,702 INFO  [RS:0;ef986b38239e:41813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:53,702 INFO  [RS:0;ef986b38239e:41813 {}] regionserver.HRegionServer(1482): Serving as ef986b38239e,41813,1731111533156, RpcServer on ef986b38239e/172.17.0.3:41813, sessionid=0x1011cf5acb60001
2024-11-09T00:18:53,702 DEBUG [RS:0;ef986b38239e:41813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T00:18:53,702 DEBUG [RS:0;ef986b38239e:41813 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef986b38239e,41813,1731111533156
2024-11-09T00:18:53,702 DEBUG [RS:0;ef986b38239e:41813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,41813,1731111533156'
2024-11-09T00:18:53,702 DEBUG [RS:0;ef986b38239e:41813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01108659198/flush-table-proc/abort'
2024-11-09T00:18:53,703 DEBUG [RS:0;ef986b38239e:41813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01108659198/flush-table-proc/acquired'
2024-11-09T00:18:53,703 DEBUG [RS:0;ef986b38239e:41813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T00:18:53,703 DEBUG [RS:0;ef986b38239e:41813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T00:18:53,703 DEBUG [RS:0;ef986b38239e:41813 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef986b38239e,41813,1731111533156
2024-11-09T00:18:53,703 DEBUG [RS:0;ef986b38239e:41813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,41813,1731111533156'
2024-11-09T00:18:53,703 DEBUG [RS:0;ef986b38239e:41813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01108659198/online-snapshot/abort'
2024-11-09T00:18:53,703 DEBUG [RS:0;ef986b38239e:41813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01108659198/online-snapshot/acquired'
2024-11-09T00:18:53,704 DEBUG [RS:0;ef986b38239e:41813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T00:18:53,704 INFO  [RS:0;ef986b38239e:41813 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T00:18:53,704 INFO  [RS:0;ef986b38239e:41813 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T00:18:53,804 INFO  [RS:0;ef986b38239e:41813 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:18:53,805 INFO  [RS:0;ef986b38239e:41813 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C41813%2C1731111533156, suffix=, logDir=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156, archiveDir=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/oldWALs, maxLogs=10
2024-11-09T00:18:53,820 DEBUG [RS:0;ef986b38239e:41813 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806, exclude list is [], retry=0
2024-11-09T00:18:53,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42427,DS-58f0afbe-2662-4c19-945c-d0651c4e6532,DISK]
2024-11-09T00:18:53,824 INFO  [RS:0;ef986b38239e:41813 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806
2024-11-09T00:18:53,824 DEBUG [RS:0;ef986b38239e:41813 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33181:33181)]
2024-11-09T00:18:53,951 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-09T00:18:53,951 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea
2024-11-09T00:18:53,955 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_1073741833_1009 (size=32)
2024-11-09T00:18:54,012 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:18:54,046 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:54,046 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:54,046 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:54,047 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:54,047 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:54,047 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:54,053 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:54,057 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:54,057 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:54,060 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:18:54,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:18:54,357 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:18:54,358 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:18:54,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:54,359 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:54,359 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:18:54,360 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:18:54,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:54,360 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:54,360 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:18:54,361 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:18:54,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:54,361 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:54,361 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:18:54,362 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:18:54,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:54,362 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:54,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:18:54,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/hbase/meta/1588230740
2024-11-09T00:18:54,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/hbase/meta/1588230740
2024-11-09T00:18:54,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:18:54,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:18:54,364 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:18:54,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:18:54,367 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:18:54,367 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60417427, jitterRate=-0.09971018135547638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:18:54,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731111534356Initializing all the Stores at 1731111534357 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111534357Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111534357Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111534357Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111534357Cleaning up temporary data from old regions at 1731111534364 (+7 ms)Region opened successfully at 1731111534367 (+3 ms)
2024-11-09T00:18:54,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:18:54,367 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:18:54,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:18:54,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:18:54,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:18:54,368 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:18:54,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111534367Disabling compacts and flushes for region at 1731111534367Disabling writes for close at 1731111534367Writing region close event to WAL at 1731111534368 (+1 ms)Closed at 1731111534368
2024-11-09T00:18:54,368 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:18:54,368 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-09T00:18:54,369 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-09T00:18:54,369 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:18:54,370 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-09T00:18:54,520 DEBUG [ef986b38239e:34207 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-09T00:18:54,521 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef986b38239e,41813,1731111533156
2024-11-09T00:18:54,522 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,41813,1731111533156, state=OPENING
2024-11-09T00:18:54,527 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-09T00:18:54,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1011cf5acb60000, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108659198
2024-11-09T00:18:54,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41813-0x1011cf5acb60001, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108659198
2024-11-09T00:18:54,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01108659198/meta-region-server: CHANGED
2024-11-09T00:18:54,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01108659198/meta-region-server: CHANGED
2024-11-09T00:18:54,538 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:18:54,538 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,41813,1731111533156}]
2024-11-09T00:18:54,691 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:18:54,701 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-09T00:18:54,715 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-09T00:18:54,715 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:18:54,715 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-09T00:18:54,716 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C41813%2C1731111533156.meta, suffix=.meta, logDir=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156, archiveDir=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/oldWALs, maxLogs=10
2024-11-09T00:18:54,737 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.meta.1731111534717.meta, exclude list is [], retry=0
2024-11-09T00:18:54,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42427,DS-58f0afbe-2662-4c19-945c-d0651c4e6532,DISK]
2024-11-09T00:18:54,753 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.meta.1731111534717.meta
2024-11-09T00:18:54,754 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33181:33181)]
2024-11-09T00:18:54,754 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:18:54,754 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:18:54,755 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:18:54,755 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-09T00:18:54,755 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-09T00:18:54,755 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-09T00:18:54,755 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:18:54,755 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-09T00:18:54,755 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-09T00:18:54,758 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:18:54,765 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:18:54,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:54,766 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:54,766 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:18:54,767 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:18:54,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:54,768 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:54,768 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:18:54,769 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:18:54,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:54,769 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:54,770 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:18:54,772 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:18:54,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:54,773 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:54,773 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:18:54,775 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/hbase/meta/1588230740
2024-11-09T00:18:54,779 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/hbase/meta/1588230740
2024-11-09T00:18:54,781 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:18:54,781 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:18:54,782 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:18:54,783 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:18:54,784 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73053701, jitterRate=0.08858497440814972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:18:54,784 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-09T00:18:54,785 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731111534755Writing region info on filesystem at 1731111534756 (+1 ms)Initializing all the Stores at 1731111534757 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111534757Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111534758 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111534758Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111534758Cleaning up temporary data from old regions at 1731111534781 (+23 ms)Running coprocessor post-open hooks at 1731111534784 (+3 ms)Region opened successfully at 1731111534785 (+1 ms)
2024-11-09T00:18:54,786 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731111534691
2024-11-09T00:18:54,789 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-09T00:18:54,789 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-09T00:18:54,790 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,41813,1731111533156
2024-11-09T00:18:54,790 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,41813,1731111533156, state=OPEN
2024-11-09T00:18:54,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41813-0x1011cf5acb60001, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01108659198/meta-region-server
2024-11-09T00:18:54,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1011cf5acb60000, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01108659198/meta-region-server
2024-11-09T00:18:54,874 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef986b38239e,41813,1731111533156
2024-11-09T00:18:54,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01108659198/meta-region-server: CHANGED
2024-11-09T00:18:54,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01108659198/meta-region-server: CHANGED
2024-11-09T00:18:54,877 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-09T00:18:54,879 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,41813,1731111533156 in 336 msec
2024-11-09T00:18:54,881 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-09T00:18:54,881 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 508 msec
2024-11-09T00:18:54,882 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:18:54,882 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-09T00:18:54,883 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:18:54,883 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,41813,1731111533156, seqNum=-1]
2024-11-09T00:18:54,884 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:18:54,885 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:18:54,891 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3670 sec
2024-11-09T00:18:54,891 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731111534891, completionTime=-1
2024-11-09T00:18:54,891 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-09T00:18:54,892 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-09T00:18:54,894 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-09T00:18:54,894 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731111594894
2024-11-09T00:18:54,894 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731111654894
2024-11-09T00:18:54,894 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-09T00:18:54,895 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,34207,1731111532951-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:54,895 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,34207,1731111532951-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:54,895 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,34207,1731111532951-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:54,895 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef986b38239e:34207, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:54,895 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:54,896 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:54,899 DEBUG [master/ef986b38239e:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-09T00:18:54,908 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.679sec
2024-11-09T00:18:54,908 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-09T00:18:54,908 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-09T00:18:54,908 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-09T00:18:54,908 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-09T00:18:54,908 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-09T00:18:54,909 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,34207,1731111532951-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:18:54,909 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,34207,1731111532951-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-09T00:18:54,923 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-09T00:18:54,923 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-09T00:18:54,923 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,34207,1731111532951-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:54,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b60453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:54,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,34207,-1 for getting cluster id
2024-11-09T00:18:54,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:18:54,991 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd57198d9-78ab-4a81-b1e7-4c3c58eabee6'
2024-11-09T00:18:54,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:18:54,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d57198d9-78ab-4a81-b1e7-4c3c58eabee6"

2024-11-09T00:18:54,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a496007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:54,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,34207,-1]
2024-11-09T00:18:54,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:18:54,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:18:54,994 INFO  [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:18:54,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6d8af2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:18:54,996 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:18:54,996 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:18:54,996 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef986b38239e,44553,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-09T00:18:54,996 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8178 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef986b38239e,44553,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-09T00:18:54,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,41813,1731111533156, seqNum=-1]
2024-11-09T00:18:54,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:18:55,000 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:18:55,001 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef986b38239e,34207,1731111532951
2024-11-09T00:18:55,002 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54417
2024-11-09T00:18:55,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:18:55,042 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011cf5acb60002 connected
2024-11-09T00:18:55,045 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/hadoop.log.dir so I do NOT create it in target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a
2024-11-09T00:18:55,045 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/hadoop.log.dir Erasing configuration value by system value.
2024-11-09T00:18:55,045 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/hadoop.tmp.dir so I do NOT create it in target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a
2024-11-09T00:18:55,045 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-09T00:18:55,045 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a
2024-11-09T00:18:55,045 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-09T00:18:55,045 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a/cluster_8ff77781-d055-c968-67cb-7900f46cc83c, deleteOnExit=true
2024-11-09T00:18:55,045 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-09T00:18:55,046 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a/test.cache.data in system properties and HBase conf
2024-11-09T00:18:55,046 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a/hadoop.tmp.dir in system properties and HBase conf
2024-11-09T00:18:55,046 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a/hadoop.log.dir in system properties and HBase conf
2024-11-09T00:18:55,046 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-09T00:18:55,046 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-09T00:18:55,046 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-09T00:18:55,046 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-09T00:18:55,046 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:18:55,047 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:18:55,047 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-09T00:18:55,047 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:18:55,047 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-09T00:18:55,047 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-09T00:18:55,047 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:18:55,047 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:18:55,047 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-09T00:18:55,047 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a/nfs.dump.dir in system properties and HBase conf
2024-11-09T00:18:55,047 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a/java.io.tmpdir in system properties and HBase conf
2024-11-09T00:18:55,047 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:18:55,047 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-09T00:18:55,047 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-09T00:18:55,429 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:18:55,450 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:18:55,492 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:18:55,492 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:18:55,492 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-09T00:18:55,497 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:18:55,500 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76085775{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:18:55,501 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da30d31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:18:55,638 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47e8a985{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a/java.io.tmpdir/jetty-localhost-32985-hadoop-hdfs-3_4_1-tests_jar-_-any-14606050220692143573/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:18:55,640 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fd43393{HTTP/1.1, (http/1.1)}{localhost:32985}
2024-11-09T00:18:55,640 INFO  [Time-limited test {}] server.Server(415): Started @206651ms
2024-11-09T00:18:55,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-09T00:18:55,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-09T00:18:55,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-09T00:18:56,080 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:18:56,083 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:18:56,088 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:18:56,088 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:18:56,088 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-09T00:18:56,089 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7744ac18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:18:56,090 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55806806{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:18:56,214 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22144062{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a/java.io.tmpdir/jetty-localhost-46107-hadoop-hdfs-3_4_1-tests_jar-_-any-15377664707949527109/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:18:56,214 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ab6819f{HTTP/1.1, (http/1.1)}{localhost:46107}
2024-11-09T00:18:56,215 INFO  [Time-limited test {}] server.Server(415): Started @207225ms
2024-11-09T00:18:56,216 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T00:18:57,270 WARN  [Thread-2297 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a/cluster_8ff77781-d055-c968-67cb-7900f46cc83c/data/data1/current/BP-619292912-172.17.0.3-1731111535071/current, will proceed with Du for space computation calculation, 
2024-11-09T00:18:57,270 WARN  [Thread-2298 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a/cluster_8ff77781-d055-c968-67cb-7900f46cc83c/data/data2/current/BP-619292912-172.17.0.3-1731111535071/current, will proceed with Du for space computation calculation, 
2024-11-09T00:18:57,287 WARN  [Thread-2285 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T00:18:57,289 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f4e45a9d9019783 with lease ID 0x30582d7e8b6f5afb: Processing first storage report for DS-669860cc-333c-4657-b681-2e9f08c1618e from datanode DatanodeRegistration(127.0.0.1:38787, datanodeUuid=a14ae9b7-e19c-4b01-a0a4-11cda1d306b0, infoPort=41685, infoSecurePort=0, ipcPort=42107, storageInfo=lv=-57;cid=testClusterID;nsid=788087761;c=1731111535071)
2024-11-09T00:18:57,289 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f4e45a9d9019783 with lease ID 0x30582d7e8b6f5afb: from storage DS-669860cc-333c-4657-b681-2e9f08c1618e node DatanodeRegistration(127.0.0.1:38787, datanodeUuid=a14ae9b7-e19c-4b01-a0a4-11cda1d306b0, infoPort=41685, infoSecurePort=0, ipcPort=42107, storageInfo=lv=-57;cid=testClusterID;nsid=788087761;c=1731111535071), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:18:57,289 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f4e45a9d9019783 with lease ID 0x30582d7e8b6f5afb: Processing first storage report for DS-876775a0-df15-46f8-81a9-dd4894429836 from datanode DatanodeRegistration(127.0.0.1:38787, datanodeUuid=a14ae9b7-e19c-4b01-a0a4-11cda1d306b0, infoPort=41685, infoSecurePort=0, ipcPort=42107, storageInfo=lv=-57;cid=testClusterID;nsid=788087761;c=1731111535071)
2024-11-09T00:18:57,289 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f4e45a9d9019783 with lease ID 0x30582d7e8b6f5afb: from storage DS-876775a0-df15-46f8-81a9-dd4894429836 node DatanodeRegistration(127.0.0.1:38787, datanodeUuid=a14ae9b7-e19c-4b01-a0a4-11cda1d306b0, infoPort=41685, infoSecurePort=0, ipcPort=42107, storageInfo=lv=-57;cid=testClusterID;nsid=788087761;c=1731111535071), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:18:57,332 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a
2024-11-09T00:18:57,333 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:57,334 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:57,341 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741825_1001 (size=7)
2024-11-09T00:18:57,742 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238 with version=8
2024-11-09T00:18:57,743 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/hbase-staging
2024-11-09T00:18:57,745 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:18:57,745 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:18:57,745 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:18:57,745 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:18:57,745 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:18:57,745 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:18:57,745 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-09T00:18:57,745 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:18:57,746 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35955
2024-11-09T00:18:57,747 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35955 connecting to ZooKeeper ensemble=127.0.0.1:54417
2024-11-09T00:18:57,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359550x0, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:18:57,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35955-0x1011cf5acb60003 connected
2024-11-09T00:18:57,840 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:57,842 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:57,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35955-0x1011cf5acb60003, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Set watcher on znode that does not yet exist, /1-1637485548/running
2024-11-09T00:18:57,844 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238, hbase.cluster.distributed=false
2024-11-09T00:18:57,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35955-0x1011cf5acb60003, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Set watcher on znode that does not yet exist, /1-1637485548/acl
2024-11-09T00:18:57,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35955
2024-11-09T00:18:57,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35955
2024-11-09T00:18:57,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35955
2024-11-09T00:18:57,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35955
2024-11-09T00:18:57,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35955
2024-11-09T00:18:57,867 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:18:57,867 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:18:57,867 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:18:57,867 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:18:57,868 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:18:57,868 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:18:57,868 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T00:18:57,868 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:18:57,885 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37439
2024-11-09T00:18:57,886 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37439 connecting to ZooKeeper ensemble=127.0.0.1:54417
2024-11-09T00:18:57,887 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:57,888 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:57,937 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374390x0, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:18:57,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374390x0, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Set watcher on znode that does not yet exist, /1-1637485548/running
2024-11-09T00:18:57,938 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T00:18:57,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37439-0x1011cf5acb60004 connected
2024-11-09T00:18:57,948 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T00:18:57,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37439-0x1011cf5acb60004, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Set watcher on znode that does not yet exist, /1-1637485548/master
2024-11-09T00:18:57,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37439-0x1011cf5acb60004, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Set watcher on znode that does not yet exist, /1-1637485548/acl
2024-11-09T00:18:57,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37439
2024-11-09T00:18:57,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37439
2024-11-09T00:18:57,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37439
2024-11-09T00:18:58,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37439
2024-11-09T00:18:58,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37439
2024-11-09T00:18:58,018 DEBUG [M:0;ef986b38239e:35955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef986b38239e:35955
2024-11-09T00:18:58,018 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1637485548/backup-masters/ef986b38239e,35955,1731111537745
2024-11-09T00:18:58,029 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x1011cf5acb60004, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637485548/backup-masters
2024-11-09T00:18:58,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1011cf5acb60003, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637485548/backup-masters
2024-11-09T00:18:58,030 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35955-0x1011cf5acb60003, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Set watcher on existing znode=/1-1637485548/backup-masters/ef986b38239e,35955,1731111537745
2024-11-09T00:18:58,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1011cf5acb60003, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637485548
2024-11-09T00:18:58,042 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x1011cf5acb60004, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1637485548/master
2024-11-09T00:18:58,042 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x1011cf5acb60004, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637485548
2024-11-09T00:18:58,046 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35955-0x1011cf5acb60003, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Set watcher on existing znode=/1-1637485548/master
2024-11-09T00:18:58,047 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1637485548/backup-masters/ef986b38239e,35955,1731111537745 from backup master directory
2024-11-09T00:18:58,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1011cf5acb60003, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1637485548/backup-masters/ef986b38239e,35955,1731111537745
2024-11-09T00:18:58,053 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x1011cf5acb60004, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637485548/backup-masters
2024-11-09T00:18:58,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1011cf5acb60003, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637485548/backup-masters
2024-11-09T00:18:58,053 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:18:58,053 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef986b38239e,35955,1731111537745
2024-11-09T00:18:58,057 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/hbase.id] with ID: 4714ef7d-adc2-4a2a-95f6-54e4093e876a
2024-11-09T00:18:58,057 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/.tmp/hbase.id
2024-11-09T00:18:58,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741826_1002 (size=42)
2024-11-09T00:18:58,462 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/.tmp/hbase.id]:[hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/hbase.id]
2024-11-09T00:18:58,472 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:18:58,472 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-09T00:18:58,473 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-09T00:18:58,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1011cf5acb60003, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637485548
2024-11-09T00:18:58,526 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x1011cf5acb60004, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637485548
2024-11-09T00:18:58,536 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741827_1003 (size=196)
2024-11-09T00:18:58,937 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:18:58,938 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-09T00:18:58,938 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:18:58,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741828_1004 (size=1189)
2024-11-09T00:18:58,955 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/MasterData/data/master/store
2024-11-09T00:18:58,999 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741829_1005 (size=34)
2024-11-09T00:18:59,001 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:18:59,001 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:18:59,001 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:59,001 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:59,001 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:18:59,001 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:59,001 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:18:59,001 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111539001Disabling compacts and flushes for region at 1731111539001Disabling writes for close at 1731111539001Writing region close event to WAL at 1731111539001Closed at 1731111539001
2024-11-09T00:18:59,002 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/MasterData/data/master/store/.initializing
2024-11-09T00:18:59,002 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/MasterData/WALs/ef986b38239e,35955,1731111537745
2024-11-09T00:18:59,004 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:18:59,008 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef986b38239e%2C35955%2C1731111537745, suffix=, logDir=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/MasterData/WALs/ef986b38239e,35955,1731111537745, archiveDir=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/MasterData/oldWALs, maxLogs=10
2024-11-09T00:18:59,036 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/MasterData/WALs/ef986b38239e,35955,1731111537745/ef986b38239e%2C35955%2C1731111537745.1731111539008, exclude list is [], retry=0
2024-11-09T00:18:59,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38787,DS-669860cc-333c-4657-b681-2e9f08c1618e,DISK]
2024-11-09T00:18:59,065 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/MasterData/WALs/ef986b38239e,35955,1731111537745/ef986b38239e%2C35955%2C1731111537745.1731111539008
2024-11-09T00:18:59,072 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41685:41685)]
2024-11-09T00:18:59,072 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:18:59,073 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:18:59,073 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:59,073 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:59,076 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:18:59,078 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-09T00:18:59,078 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:59,082 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:18:59,082 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:18:59,083 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-09T00:18:59,084 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:59,084 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:59,084 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:18:59,086 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-09T00:18:59,086 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:59,086 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:59,086 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:18:59,088 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-09T00:18:59,088 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:59,089 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:18:59,089 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:59,090 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:59,091 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:59,092 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:59,092 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:59,093 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:18:59,094 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:18:59,109 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:18:59,109 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73141177, jitterRate=0.08988846838474274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:18:59,110 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731111539073Initializing all the Stores at 1731111539074 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111539074Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111539076 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111539076Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111539076Cleaning up temporary data from old regions at 1731111539092 (+16 ms)Region opened successfully at 1731111539110 (+18 ms)
2024-11-09T00:18:59,111 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-09T00:18:59,114 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10402942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:18:59,115 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-09T00:18:59,115 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-09T00:18:59,115 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-09T00:18:59,116 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-09T00:18:59,116 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-09T00:18:59,117 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-09T00:18:59,117 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-09T00:18:59,134 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-09T00:18:59,135 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35955-0x1011cf5acb60003, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Unable to get data of znode /1-1637485548/balancer because node does not exist (not necessarily an error)
2024-11-09T00:18:59,197 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1637485548/balancer already deleted, retry=false
2024-11-09T00:18:59,198 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-09T00:18:59,199 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35955-0x1011cf5acb60003, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Unable to get data of znode /1-1637485548/normalizer because node does not exist (not necessarily an error)
2024-11-09T00:18:59,211 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1637485548/normalizer already deleted, retry=false
2024-11-09T00:18:59,211 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-09T00:18:59,212 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35955-0x1011cf5acb60003, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Unable to get data of znode /1-1637485548/switch/split because node does not exist (not necessarily an error)
2024-11-09T00:18:59,221 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1637485548/switch/split already deleted, retry=false
2024-11-09T00:18:59,222 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35955-0x1011cf5acb60003, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Unable to get data of znode /1-1637485548/switch/merge because node does not exist (not necessarily an error)
2024-11-09T00:18:59,232 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1637485548/switch/merge already deleted, retry=false
2024-11-09T00:18:59,234 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35955-0x1011cf5acb60003, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Unable to get data of znode /1-1637485548/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-09T00:18:59,242 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1637485548/snapshot-cleanup already deleted, retry=false
2024-11-09T00:18:59,253 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x1011cf5acb60004, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1637485548/running
2024-11-09T00:18:59,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1011cf5acb60003, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1637485548/running
2024-11-09T00:18:59,253 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x1011cf5acb60004, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637485548
2024-11-09T00:18:59,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1011cf5acb60003, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637485548
2024-11-09T00:18:59,254 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef986b38239e,35955,1731111537745, sessionid=0x1011cf5acb60003, setting cluster-up flag (Was=false)
2024-11-09T00:18:59,274 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x1011cf5acb60004, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637485548
2024-11-09T00:18:59,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1011cf5acb60003, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637485548
2024-11-09T00:18:59,305 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1637485548/flush-table-proc/acquired, /1-1637485548/flush-table-proc/reached, /1-1637485548/flush-table-proc/abort
2024-11-09T00:18:59,307 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,35955,1731111537745
2024-11-09T00:18:59,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1011cf5acb60003, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637485548
2024-11-09T00:18:59,327 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x1011cf5acb60004, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637485548
2024-11-09T00:18:59,358 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1637485548/online-snapshot/acquired, /1-1637485548/online-snapshot/reached, /1-1637485548/online-snapshot/abort
2024-11-09T00:18:59,359 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,35955,1731111537745
2024-11-09T00:18:59,360 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-09T00:18:59,365 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-09T00:18:59,365 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-09T00:18:59,366 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-09T00:18:59,366 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef986b38239e,35955,1731111537745
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-09T00:18:59,373 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:18:59,373 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:18:59,373 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:18:59,373 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:18:59,373 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef986b38239e:0, corePoolSize=10, maxPoolSize=10
2024-11-09T00:18:59,373 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:59,373 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:18:59,373 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:59,391 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:18:59,391 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-09T00:18:59,391 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:18:59,392 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-09T00:18:59,413 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731111569413
2024-11-09T00:18:59,413 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-09T00:18:59,413 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-09T00:18:59,413 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-09T00:18:59,413 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-09T00:18:59,413 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-09T00:18:59,413 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-09T00:18:59,417 INFO  [RS:0;ef986b38239e:37439 {}] regionserver.HRegionServer(746): ClusterId : 4714ef7d-adc2-4a2a-95f6-54e4093e876a
2024-11-09T00:18:59,417 DEBUG [RS:0;ef986b38239e:37439 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T00:18:59,428 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:59,430 DEBUG [RS:0;ef986b38239e:37439 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T00:18:59,430 DEBUG [RS:0;ef986b38239e:37439 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T00:18:59,442 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-09T00:18:59,443 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-09T00:18:59,443 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-09T00:18:59,443 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-09T00:18:59,444 DEBUG [RS:0;ef986b38239e:37439 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T00:18:59,444 DEBUG [RS:0;ef986b38239e:37439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18aa7cce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:18:59,452 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-09T00:18:59,452 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-09T00:18:59,478 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111539452,5,FailOnTimeoutGroup]
2024-11-09T00:18:59,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741831_1007 (size=1321)
2024-11-09T00:18:59,500 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111539478,5,FailOnTimeoutGroup]
2024-11-09T00:18:59,500 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:59,500 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-09T00:18:59,500 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:59,500 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:59,504 DEBUG [RS:0;ef986b38239e:37439 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef986b38239e:37439
2024-11-09T00:18:59,504 INFO  [RS:0;ef986b38239e:37439 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T00:18:59,504 INFO  [RS:0;ef986b38239e:37439 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T00:18:59,504 DEBUG [RS:0;ef986b38239e:37439 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T00:18:59,509 INFO  [RS:0;ef986b38239e:37439 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef986b38239e,35955,1731111537745 with port=37439, startcode=1731111537867
2024-11-09T00:18:59,510 DEBUG [RS:0;ef986b38239e:37439 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T00:18:59,520 INFO  [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T00:18:59,521 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35955 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef986b38239e,37439,1731111537867
2024-11-09T00:18:59,521 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35955 {}] master.ServerManager(517): Registering regionserver=ef986b38239e,37439,1731111537867
2024-11-09T00:18:59,524 DEBUG [RS:0;ef986b38239e:37439 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238
2024-11-09T00:18:59,524 DEBUG [RS:0;ef986b38239e:37439 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39763
2024-11-09T00:18:59,524 DEBUG [RS:0;ef986b38239e:37439 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T00:18:59,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1011cf5acb60003, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637485548/rs
2024-11-09T00:18:59,576 DEBUG [RS:0;ef986b38239e:37439 {}] zookeeper.ZKUtil(111): regionserver:37439-0x1011cf5acb60004, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Set watcher on existing znode=/1-1637485548/rs/ef986b38239e,37439,1731111537867
2024-11-09T00:18:59,576 WARN  [RS:0;ef986b38239e:37439 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:18:59,576 INFO  [RS:0;ef986b38239e:37439 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:18:59,576 DEBUG [RS:0;ef986b38239e:37439 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867
2024-11-09T00:18:59,593 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef986b38239e,37439,1731111537867]
2024-11-09T00:18:59,597 INFO  [RS:0;ef986b38239e:37439 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T00:18:59,600 INFO  [RS:0;ef986b38239e:37439 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T00:18:59,607 INFO  [RS:0;ef986b38239e:37439 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T00:18:59,607 INFO  [RS:0;ef986b38239e:37439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:59,620 INFO  [RS:0;ef986b38239e:37439 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T00:18:59,622 INFO  [RS:0;ef986b38239e:37439 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T00:18:59,623 INFO  [RS:0;ef986b38239e:37439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:59,623 DEBUG [RS:0;ef986b38239e:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:59,623 DEBUG [RS:0;ef986b38239e:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:59,623 DEBUG [RS:0;ef986b38239e:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:59,623 DEBUG [RS:0;ef986b38239e:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:59,623 DEBUG [RS:0;ef986b38239e:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:59,623 DEBUG [RS:0;ef986b38239e:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:18:59,623 DEBUG [RS:0;ef986b38239e:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:59,623 DEBUG [RS:0;ef986b38239e:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:59,623 DEBUG [RS:0;ef986b38239e:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:59,623 DEBUG [RS:0;ef986b38239e:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:59,623 DEBUG [RS:0;ef986b38239e:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:59,623 DEBUG [RS:0;ef986b38239e:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:18:59,623 DEBUG [RS:0;ef986b38239e:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:18:59,623 DEBUG [RS:0;ef986b38239e:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:18:59,653 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-09T00:18:59,661 INFO  [RS:0;ef986b38239e:37439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:59,661 INFO  [RS:0;ef986b38239e:37439 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:59,661 INFO  [RS:0;ef986b38239e:37439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:59,661 INFO  [RS:0;ef986b38239e:37439 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:59,661 INFO  [RS:0;ef986b38239e:37439 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:59,661 INFO  [RS:0;ef986b38239e:37439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,37439,1731111537867-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:18:59,698 INFO  [RS:0;ef986b38239e:37439 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T00:18:59,698 INFO  [RS:0;ef986b38239e:37439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,37439,1731111537867-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:59,698 INFO  [RS:0;ef986b38239e:37439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:59,698 INFO  [RS:0;ef986b38239e:37439 {}] regionserver.Replication(171): ef986b38239e,37439,1731111537867 started
2024-11-09T00:18:59,719 INFO  [RS:0;ef986b38239e:37439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:18:59,719 INFO  [RS:0;ef986b38239e:37439 {}] regionserver.HRegionServer(1482): Serving as ef986b38239e,37439,1731111537867, RpcServer on ef986b38239e/172.17.0.3:37439, sessionid=0x1011cf5acb60004
2024-11-09T00:18:59,719 DEBUG [RS:0;ef986b38239e:37439 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T00:18:59,719 DEBUG [RS:0;ef986b38239e:37439 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef986b38239e,37439,1731111537867
2024-11-09T00:18:59,719 DEBUG [RS:0;ef986b38239e:37439 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,37439,1731111537867'
2024-11-09T00:18:59,719 DEBUG [RS:0;ef986b38239e:37439 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1637485548/flush-table-proc/abort'
2024-11-09T00:18:59,720 DEBUG [RS:0;ef986b38239e:37439 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1637485548/flush-table-proc/acquired'
2024-11-09T00:18:59,720 DEBUG [RS:0;ef986b38239e:37439 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T00:18:59,721 DEBUG [RS:0;ef986b38239e:37439 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T00:18:59,721 DEBUG [RS:0;ef986b38239e:37439 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef986b38239e,37439,1731111537867
2024-11-09T00:18:59,721 DEBUG [RS:0;ef986b38239e:37439 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,37439,1731111537867'
2024-11-09T00:18:59,721 DEBUG [RS:0;ef986b38239e:37439 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1637485548/online-snapshot/abort'
2024-11-09T00:18:59,722 DEBUG [RS:0;ef986b38239e:37439 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1637485548/online-snapshot/acquired'
2024-11-09T00:18:59,722 DEBUG [RS:0;ef986b38239e:37439 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T00:18:59,722 INFO  [RS:0;ef986b38239e:37439 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T00:18:59,722 INFO  [RS:0;ef986b38239e:37439 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T00:18:59,823 INFO  [RS:0;ef986b38239e:37439 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:18:59,825 INFO  [RS:0;ef986b38239e:37439 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C37439%2C1731111537867, suffix=, logDir=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867, archiveDir=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/oldWALs, maxLogs=10
2024-11-09T00:18:59,845 DEBUG [RS:0;ef986b38239e:37439 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826, exclude list is [], retry=0
2024-11-09T00:18:59,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38787,DS-669860cc-333c-4657-b681-2e9f08c1618e,DISK]
2024-11-09T00:18:59,873 INFO  [RS:0;ef986b38239e:37439 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826
2024-11-09T00:18:59,876 DEBUG [RS:0;ef986b38239e:37439 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41685:41685)]
2024-11-09T00:18:59,882 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-09T00:18:59,882 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238
2024-11-09T00:18:59,914 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741833_1009 (size=32)
2024-11-09T00:19:00,258 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:19:00,306 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:00,306 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:00,307 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:00,307 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:00,307 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:00,308 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:00,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:19:00,317 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:00,324 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:00,325 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:00,329 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:00,336 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:19:00,339 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:19:00,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:00,339 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:00,339 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:19:00,341 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:19:00,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:00,341 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:00,341 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:19:00,343 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:19:00,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:00,343 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:00,343 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:19:00,345 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:19:00,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:00,345 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:00,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:19:00,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/hbase/meta/1588230740
2024-11-09T00:19:00,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/hbase/meta/1588230740
2024-11-09T00:19:00,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:19:00,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:19:00,348 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:19:00,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:19:00,372 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:19:00,373 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68120606, jitterRate=0.015076130628585815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:19:00,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731111540315Initializing all the Stores at 1731111540316 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111540316Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111540336 (+20 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111540336Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111540336Cleaning up temporary data from old regions at 1731111540347 (+11 ms)Region opened successfully at 1731111540373 (+26 ms)
2024-11-09T00:19:00,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:19:00,373 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:19:00,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:19:00,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:19:00,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:19:00,375 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:19:00,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111540373Disabling compacts and flushes for region at 1731111540373Disabling writes for close at 1731111540373Writing region close event to WAL at 1731111540375 (+2 ms)Closed at 1731111540375
2024-11-09T00:19:00,377 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:19:00,377 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-09T00:19:00,377 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-09T00:19:00,379 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:19:00,380 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-09T00:19:00,531 DEBUG [ef986b38239e:35955 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-09T00:19:00,531 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef986b38239e,37439,1731111537867
2024-11-09T00:19:00,532 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,37439,1731111537867, state=OPENING
2024-11-09T00:19:00,612 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-09T00:19:00,621 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x1011cf5acb60004, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637485548
2024-11-09T00:19:00,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1011cf5acb60003, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637485548
2024-11-09T00:19:00,622 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:19:00,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1637485548/meta-region-server: CHANGED
2024-11-09T00:19:00,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1637485548/meta-region-server: CHANGED
2024-11-09T00:19:00,622 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,37439,1731111537867}]
2024-11-09T00:19:00,778 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:19:00,786 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-09T00:19:00,791 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-09T00:19:00,791 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:19:00,791 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-09T00:19:00,793 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C37439%2C1731111537867.meta, suffix=.meta, logDir=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867, archiveDir=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/oldWALs, maxLogs=10
2024-11-09T00:19:00,811 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.meta.1731111540794.meta, exclude list is [], retry=0
2024-11-09T00:19:00,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38787,DS-669860cc-333c-4657-b681-2e9f08c1618e,DISK]
2024-11-09T00:19:00,824 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.meta.1731111540794.meta
2024-11-09T00:19:00,824 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41685:41685)]
2024-11-09T00:19:00,825 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:19:00,825 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:19:00,826 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:19:00,826 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-09T00:19:00,826 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-09T00:19:00,827 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-09T00:19:00,827 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:19:00,828 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-09T00:19:00,828 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-09T00:19:00,832 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:19:00,834 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:19:00,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:00,834 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:00,834 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:19:00,835 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:19:00,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:00,836 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:00,836 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:19:00,837 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:19:00,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:00,837 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:00,838 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:19:00,839 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:19:00,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:00,840 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:00,840 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:19:00,841 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/hbase/meta/1588230740
2024-11-09T00:19:00,842 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/hbase/meta/1588230740
2024-11-09T00:19:00,844 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:19:00,844 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:19:00,845 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:19:00,846 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:19:00,853 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61959173, jitterRate=-0.07673637568950653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:19:00,853 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-09T00:19:00,853 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731111540828Writing region info on filesystem at 1731111540828Initializing all the Stores at 1731111540829 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111540829Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111540832 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111540832Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111540832Cleaning up temporary data from old regions at 1731111540844 (+12 ms)Running coprocessor post-open hooks at 1731111540853 (+9 ms)Region opened successfully at 1731111540853
2024-11-09T00:19:00,854 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731111540778
2024-11-09T00:19:00,857 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-09T00:19:00,857 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-09T00:19:00,858 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,37439,1731111537867
2024-11-09T00:19:00,859 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,37439,1731111537867, state=OPEN
2024-11-09T00:19:00,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1011cf5acb60003, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1637485548/meta-region-server
2024-11-09T00:19:00,871 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef986b38239e,37439,1731111537867
2024-11-09T00:19:00,872 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x1011cf5acb60004, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1637485548/meta-region-server
2024-11-09T00:19:00,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1637485548/meta-region-server: CHANGED
2024-11-09T00:19:00,873 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1637485548/meta-region-server: CHANGED
2024-11-09T00:19:00,876 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-09T00:19:00,876 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,37439,1731111537867 in 250 msec
2024-11-09T00:19:00,880 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-09T00:19:00,880 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 498 msec
2024-11-09T00:19:00,880 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:19:00,880 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-09T00:19:00,882 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:19:00,882 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,37439,1731111537867, seqNum=-1]
2024-11-09T00:19:00,882 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:19:00,884 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:19:00,891 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5240 sec
2024-11-09T00:19:00,891 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731111540891, completionTime=-1
2024-11-09T00:19:00,891 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-09T00:19:00,891 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-09T00:19:00,894 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-09T00:19:00,894 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731111600894
2024-11-09T00:19:00,894 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731111660894
2024-11-09T00:19:00,894 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-09T00:19:00,895 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,35955,1731111537745-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:00,895 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,35955,1731111537745-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:00,895 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,35955,1731111537745-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:00,895 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef986b38239e:35955, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:00,895 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:00,898 DEBUG [master/ef986b38239e:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-09T00:19:00,904 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:00,910 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.857sec
2024-11-09T00:19:00,911 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-09T00:19:00,911 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-09T00:19:00,911 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-09T00:19:00,911 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-09T00:19:00,911 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-09T00:19:00,911 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,35955,1731111537745-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:19:00,911 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,35955,1731111537745-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-09T00:19:00,922 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-09T00:19:00,922 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-09T00:19:00,923 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,35955,1731111537745-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:00,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16523082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:00,929 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,35955,-1 for getting cluster id
2024-11-09T00:19:00,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:19:00,933 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4714ef7d-adc2-4a2a-95f6-54e4093e876a'
2024-11-09T00:19:00,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:19:00,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4714ef7d-adc2-4a2a-95f6-54e4093e876a"

2024-11-09T00:19:00,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527548ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:00,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,35955,-1]
2024-11-09T00:19:00,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:19:00,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:00,935 INFO  [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:19:00,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cb50e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:00,936 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:19:00,939 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,37439,1731111537867, seqNum=-1]
2024-11-09T00:19:00,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:19:00,941 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:19:00,943 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef986b38239e,35955,1731111537745
2024-11-09T00:19:00,944 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54417
2024-11-09T00:19:00,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:19:00,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011cf5acb60005 connected
2024-11-09T00:19:00,982 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:19:00,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,34207,1731111532951
2024-11-09T00:19:00,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17fd3ebd
2024-11-09T00:19:00,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:19:00,986 INFO  [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:19:00,987 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:19:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-09T00:19:00,989 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T00:19:00,989 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:00,995 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-09T00:19:00,996 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T00:19:00,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:19:01,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_1073741835_1011 (size=902)
2024-11-09T00:19:01,034 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9f2330213f97a6391840bc2dd8a82643, NAME => 'test,,1731111540986.9f2330213f97a6391840bc2dd8a82643.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea
2024-11-09T00:19:01,054 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_1073741836_1012 (size=39)
2024-11-09T00:19:01,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731111540986.9f2330213f97a6391840bc2dd8a82643.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:19:01,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9f2330213f97a6391840bc2dd8a82643, disabling compactions & flushes
2024-11-09T00:19:01,056 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731111540986.9f2330213f97a6391840bc2dd8a82643.
2024-11-09T00:19:01,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731111540986.9f2330213f97a6391840bc2dd8a82643.
2024-11-09T00:19:01,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731111540986.9f2330213f97a6391840bc2dd8a82643. after waiting 0 ms
2024-11-09T00:19:01,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731111540986.9f2330213f97a6391840bc2dd8a82643.
2024-11-09T00:19:01,057 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731111540986.9f2330213f97a6391840bc2dd8a82643.
2024-11-09T00:19:01,057 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9f2330213f97a6391840bc2dd8a82643:
Waiting for close lock at 1731111541056Disabling compacts and flushes for region at 1731111541056Disabling writes for close at 1731111541056Writing region close event to WAL at 1731111541057 (+1 ms)Closed at 1731111541057
2024-11-09T00:19:01,058 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T00:19:01,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731111540986.9f2330213f97a6391840bc2dd8a82643.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731111541058"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731111541058"}]},"ts":"1731111541058"}
2024-11-09T00:19:01,061 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T00:19:01,063 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T00:19:01,063 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111541063"}]},"ts":"1731111541063"}
2024-11-09T00:19:01,066 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-09T00:19:01,067 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9f2330213f97a6391840bc2dd8a82643, ASSIGN}]
2024-11-09T00:19:01,069 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9f2330213f97a6391840bc2dd8a82643, ASSIGN
2024-11-09T00:19:01,070 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9f2330213f97a6391840bc2dd8a82643, ASSIGN; state=OFFLINE, location=ef986b38239e,41813,1731111533156; forceNewPlan=false, retain=false
2024-11-09T00:19:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:19:01,221 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9f2330213f97a6391840bc2dd8a82643, regionState=OPENING, regionLocation=ef986b38239e,41813,1731111533156
2024-11-09T00:19:01,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9f2330213f97a6391840bc2dd8a82643, ASSIGN because future has completed
2024-11-09T00:19:01,225 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f2330213f97a6391840bc2dd8a82643, server=ef986b38239e,41813,1731111533156}]
2024-11-09T00:19:01,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:19:01,383 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731111540986.9f2330213f97a6391840bc2dd8a82643.
2024-11-09T00:19:01,383 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f2330213f97a6391840bc2dd8a82643, NAME => 'test,,1731111540986.9f2330213f97a6391840bc2dd8a82643.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:19:01,383 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:19:01,384 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-09T00:19:01,384 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9f2330213f97a6391840bc2dd8a82643
2024-11-09T00:19:01,384 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731111540986.9f2330213f97a6391840bc2dd8a82643.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:19:01,384 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9f2330213f97a6391840bc2dd8a82643
2024-11-09T00:19:01,384 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9f2330213f97a6391840bc2dd8a82643
2024-11-09T00:19:01,386 INFO  [StoreOpener-9f2330213f97a6391840bc2dd8a82643-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9f2330213f97a6391840bc2dd8a82643 
2024-11-09T00:19:01,387 INFO  [StoreOpener-9f2330213f97a6391840bc2dd8a82643-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f2330213f97a6391840bc2dd8a82643 columnFamilyName f
2024-11-09T00:19:01,388 DEBUG [StoreOpener-9f2330213f97a6391840bc2dd8a82643-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:01,388 INFO  [StoreOpener-9f2330213f97a6391840bc2dd8a82643-1 {}] regionserver.HStore(327): Store=9f2330213f97a6391840bc2dd8a82643/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:01,388 INFO  [StoreOpener-9f2330213f97a6391840bc2dd8a82643-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9f2330213f97a6391840bc2dd8a82643 
2024-11-09T00:19:01,390 INFO  [StoreOpener-9f2330213f97a6391840bc2dd8a82643-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f2330213f97a6391840bc2dd8a82643 columnFamilyName f1
2024-11-09T00:19:01,390 DEBUG [StoreOpener-9f2330213f97a6391840bc2dd8a82643-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:01,391 INFO  [StoreOpener-9f2330213f97a6391840bc2dd8a82643-1 {}] regionserver.HStore(327): Store=9f2330213f97a6391840bc2dd8a82643/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:01,391 INFO  [StoreOpener-9f2330213f97a6391840bc2dd8a82643-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9f2330213f97a6391840bc2dd8a82643 
2024-11-09T00:19:01,392 INFO  [StoreOpener-9f2330213f97a6391840bc2dd8a82643-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f2330213f97a6391840bc2dd8a82643 columnFamilyName norep
2024-11-09T00:19:01,392 DEBUG [StoreOpener-9f2330213f97a6391840bc2dd8a82643-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:01,393 INFO  [StoreOpener-9f2330213f97a6391840bc2dd8a82643-1 {}] regionserver.HStore(327): Store=9f2330213f97a6391840bc2dd8a82643/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:01,393 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9f2330213f97a6391840bc2dd8a82643
2024-11-09T00:19:01,393 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/default/test/9f2330213f97a6391840bc2dd8a82643
2024-11-09T00:19:01,394 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/default/test/9f2330213f97a6391840bc2dd8a82643
2024-11-09T00:19:01,395 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9f2330213f97a6391840bc2dd8a82643
2024-11-09T00:19:01,395 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9f2330213f97a6391840bc2dd8a82643
2024-11-09T00:19:01,395 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-09T00:19:01,396 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9f2330213f97a6391840bc2dd8a82643
2024-11-09T00:19:01,405 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/default/test/9f2330213f97a6391840bc2dd8a82643/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:19:01,406 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9f2330213f97a6391840bc2dd8a82643; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74484771, jitterRate=0.10990957915782928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-09T00:19:01,406 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f2330213f97a6391840bc2dd8a82643
2024-11-09T00:19:01,406 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9f2330213f97a6391840bc2dd8a82643:
Running coprocessor pre-open hook at 1731111541384Writing region info on filesystem at 1731111541384Initializing all the Stores at 1731111541385 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111541385Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111541386 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111541386Cleaning up temporary data from old regions at 1731111541395 (+9 ms)Running coprocessor post-open hooks at 1731111541406 (+11 ms)Region opened successfully at 1731111541406
2024-11-09T00:19:01,408 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731111540986.9f2330213f97a6391840bc2dd8a82643., pid=6, masterSystemTime=1731111541378
2024-11-09T00:19:01,411 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731111540986.9f2330213f97a6391840bc2dd8a82643.
2024-11-09T00:19:01,411 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731111540986.9f2330213f97a6391840bc2dd8a82643.
2024-11-09T00:19:01,411 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9f2330213f97a6391840bc2dd8a82643, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ef986b38239e,41813,1731111533156
2024-11-09T00:19:01,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f2330213f97a6391840bc2dd8a82643, server=ef986b38239e,41813,1731111533156 because future has completed
2024-11-09T00:19:01,419 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-09T00:19:01,419 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f2330213f97a6391840bc2dd8a82643, server=ef986b38239e,41813,1731111533156 in 192 msec
2024-11-09T00:19:01,422 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-09T00:19:01,423 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9f2330213f97a6391840bc2dd8a82643, ASSIGN in 352 msec
2024-11-09T00:19:01,423 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T00:19:01,424 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111541423"}]},"ts":"1731111541423"}
2024-11-09T00:19:01,428 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-09T00:19:01,429 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T00:19:01,433 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 442 msec
2024-11-09T00:19:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:19:01,626 INFO  [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-09T00:19:01,626 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:19:01,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,35955,1731111537745
2024-11-09T00:19:01,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16301295
2024-11-09T00:19:01,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:19:01,628 INFO  [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:19:01,629 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:19:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-09T00:19:01,631 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T00:19:01,631 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:01,632 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-09T00:19:01,632 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T00:19:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:19:01,639 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741835_1011 (size=902)
2024-11-09T00:19:01,643 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aa998286e42aeac6ba45e281a501e9bd, NAME => 'test,,1731111541629.aa998286e42aeac6ba45e281a501e9bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238
2024-11-09T00:19:01,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741836_1012 (size=39)
2024-11-09T00:19:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:19:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:19:02,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731111541629.aa998286e42aeac6ba45e281a501e9bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:19:02,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing aa998286e42aeac6ba45e281a501e9bd, disabling compactions & flushes
2024-11-09T00:19:02,050 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731111541629.aa998286e42aeac6ba45e281a501e9bd.
2024-11-09T00:19:02,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731111541629.aa998286e42aeac6ba45e281a501e9bd.
2024-11-09T00:19:02,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731111541629.aa998286e42aeac6ba45e281a501e9bd. after waiting 0 ms
2024-11-09T00:19:02,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731111541629.aa998286e42aeac6ba45e281a501e9bd.
2024-11-09T00:19:02,050 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731111541629.aa998286e42aeac6ba45e281a501e9bd.
2024-11-09T00:19:02,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for aa998286e42aeac6ba45e281a501e9bd:
Waiting for close lock at 1731111542050Disabling compacts and flushes for region at 1731111542050Disabling writes for close at 1731111542050Writing region close event to WAL at 1731111542050Closed at 1731111542050
2024-11-09T00:19:02,051 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T00:19:02,052 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731111541629.aa998286e42aeac6ba45e281a501e9bd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731111542051"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731111542051"}]},"ts":"1731111542051"}
2024-11-09T00:19:02,054 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T00:19:02,055 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T00:19:02,055 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111542055"}]},"ts":"1731111542055"}
2024-11-09T00:19:02,057 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-09T00:19:02,057 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aa998286e42aeac6ba45e281a501e9bd, ASSIGN}]
2024-11-09T00:19:02,058 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aa998286e42aeac6ba45e281a501e9bd, ASSIGN
2024-11-09T00:19:02,061 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=aa998286e42aeac6ba45e281a501e9bd, ASSIGN; state=OFFLINE, location=ef986b38239e,37439,1731111537867; forceNewPlan=false, retain=false
2024-11-09T00:19:02,212 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aa998286e42aeac6ba45e281a501e9bd, regionState=OPENING, regionLocation=ef986b38239e,37439,1731111537867
2024-11-09T00:19:02,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=aa998286e42aeac6ba45e281a501e9bd, ASSIGN because future has completed
2024-11-09T00:19:02,214 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa998286e42aeac6ba45e281a501e9bd, server=ef986b38239e,37439,1731111537867}]
2024-11-09T00:19:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:19:02,370 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731111541629.aa998286e42aeac6ba45e281a501e9bd.
2024-11-09T00:19:02,370 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => aa998286e42aeac6ba45e281a501e9bd, NAME => 'test,,1731111541629.aa998286e42aeac6ba45e281a501e9bd.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:19:02,370 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:19:02,370 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-09T00:19:02,371 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test aa998286e42aeac6ba45e281a501e9bd
2024-11-09T00:19:02,371 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731111541629.aa998286e42aeac6ba45e281a501e9bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:19:02,371 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for aa998286e42aeac6ba45e281a501e9bd
2024-11-09T00:19:02,371 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for aa998286e42aeac6ba45e281a501e9bd
2024-11-09T00:19:02,372 INFO  [StoreOpener-aa998286e42aeac6ba45e281a501e9bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aa998286e42aeac6ba45e281a501e9bd 
2024-11-09T00:19:02,373 INFO  [StoreOpener-aa998286e42aeac6ba45e281a501e9bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa998286e42aeac6ba45e281a501e9bd columnFamilyName f
2024-11-09T00:19:02,373 DEBUG [StoreOpener-aa998286e42aeac6ba45e281a501e9bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:02,373 INFO  [StoreOpener-aa998286e42aeac6ba45e281a501e9bd-1 {}] regionserver.HStore(327): Store=aa998286e42aeac6ba45e281a501e9bd/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:02,374 INFO  [StoreOpener-aa998286e42aeac6ba45e281a501e9bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region aa998286e42aeac6ba45e281a501e9bd 
2024-11-09T00:19:02,375 INFO  [StoreOpener-aa998286e42aeac6ba45e281a501e9bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa998286e42aeac6ba45e281a501e9bd columnFamilyName f1
2024-11-09T00:19:02,375 DEBUG [StoreOpener-aa998286e42aeac6ba45e281a501e9bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:02,375 INFO  [StoreOpener-aa998286e42aeac6ba45e281a501e9bd-1 {}] regionserver.HStore(327): Store=aa998286e42aeac6ba45e281a501e9bd/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:02,375 INFO  [StoreOpener-aa998286e42aeac6ba45e281a501e9bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region aa998286e42aeac6ba45e281a501e9bd 
2024-11-09T00:19:02,376 INFO  [StoreOpener-aa998286e42aeac6ba45e281a501e9bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa998286e42aeac6ba45e281a501e9bd columnFamilyName norep
2024-11-09T00:19:02,376 DEBUG [StoreOpener-aa998286e42aeac6ba45e281a501e9bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:02,376 INFO  [StoreOpener-aa998286e42aeac6ba45e281a501e9bd-1 {}] regionserver.HStore(327): Store=aa998286e42aeac6ba45e281a501e9bd/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:02,376 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for aa998286e42aeac6ba45e281a501e9bd
2024-11-09T00:19:02,377 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/default/test/aa998286e42aeac6ba45e281a501e9bd
2024-11-09T00:19:02,377 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/default/test/aa998286e42aeac6ba45e281a501e9bd
2024-11-09T00:19:02,378 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for aa998286e42aeac6ba45e281a501e9bd
2024-11-09T00:19:02,378 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for aa998286e42aeac6ba45e281a501e9bd
2024-11-09T00:19:02,379 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-09T00:19:02,380 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for aa998286e42aeac6ba45e281a501e9bd
2024-11-09T00:19:02,381 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/default/test/aa998286e42aeac6ba45e281a501e9bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:19:02,382 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened aa998286e42aeac6ba45e281a501e9bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71430121, jitterRate=0.06439174711704254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-09T00:19:02,382 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa998286e42aeac6ba45e281a501e9bd
2024-11-09T00:19:02,382 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for aa998286e42aeac6ba45e281a501e9bd:
Running coprocessor pre-open hook at 1731111542371Writing region info on filesystem at 1731111542371Initializing all the Stores at 1731111542372 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111542372Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111542372Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111542372Cleaning up temporary data from old regions at 1731111542378 (+6 ms)Running coprocessor post-open hooks at 1731111542382 (+4 ms)Region opened successfully at 1731111542382
2024-11-09T00:19:02,383 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731111541629.aa998286e42aeac6ba45e281a501e9bd., pid=6, masterSystemTime=1731111542367
2024-11-09T00:19:02,384 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731111541629.aa998286e42aeac6ba45e281a501e9bd.
2024-11-09T00:19:02,385 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731111541629.aa998286e42aeac6ba45e281a501e9bd.
2024-11-09T00:19:02,385 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aa998286e42aeac6ba45e281a501e9bd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ef986b38239e,37439,1731111537867
2024-11-09T00:19:02,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa998286e42aeac6ba45e281a501e9bd, server=ef986b38239e,37439,1731111537867 because future has completed
2024-11-09T00:19:02,390 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-09T00:19:02,390 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure aa998286e42aeac6ba45e281a501e9bd, server=ef986b38239e,37439,1731111537867 in 174 msec
2024-11-09T00:19:02,392 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-09T00:19:02,392 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=aa998286e42aeac6ba45e281a501e9bd, ASSIGN in 333 msec
2024-11-09T00:19:02,392 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T00:19:02,392 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111542392"}]},"ts":"1731111542392"}
2024-11-09T00:19:02,394 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-09T00:19:02,395 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T00:19:02,396 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 766 msec
2024-11-09T00:19:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:19:02,767 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-09T00:19:02,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68dc2cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:02,767 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,34207,-1 for getting cluster id
2024-11-09T00:19:02,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:19:02,768 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd57198d9-78ab-4a81-b1e7-4c3c58eabee6'
2024-11-09T00:19:02,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:19:02,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d57198d9-78ab-4a81-b1e7-4c3c58eabee6"

2024-11-09T00:19:02,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b698f16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:02,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,34207,-1]
2024-11-09T00:19:02,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:19:02,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:02,770 INFO  [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:19:02,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c1d07c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:02,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13af988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:02,771 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,35955,-1 for getting cluster id
2024-11-09T00:19:02,771 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:19:02,772 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4714ef7d-adc2-4a2a-95f6-54e4093e876a'
2024-11-09T00:19:02,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:19:02,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4714ef7d-adc2-4a2a-95f6-54e4093e876a"

2024-11-09T00:19:02,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5105a83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:02,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,35955,-1]
2024-11-09T00:19:02,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:19:02,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:02,773 INFO  [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:19:02,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@240a99d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:02,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa6eedb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:02,774 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,34207,-1 for getting cluster id
2024-11-09T00:19:02,774 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:19:02,775 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd57198d9-78ab-4a81-b1e7-4c3c58eabee6'
2024-11-09T00:19:02,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:19:02,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d57198d9-78ab-4a81-b1e7-4c3c58eabee6"

2024-11-09T00:19:02,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2532f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:02,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,34207,-1]
2024-11-09T00:19:02,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:19:02,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:02,777 INFO  [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:19:02,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6586df01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:02,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:19:02,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,34207,1731111532951
2024-11-09T00:19:02,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ec7166d
2024-11-09T00:19:02,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:19:02,779 INFO  [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:19:02,780 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ef986b38239e:35955,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-09T00:19:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-09T00:19:02,783 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:35955'
2024-11-09T00:19:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:19:02,784 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d890c2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:02,784 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,35955,-1 for getting cluster id
2024-11-09T00:19:02,784 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:19:02,785 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4714ef7d-adc2-4a2a-95f6-54e4093e876a'
2024-11-09T00:19:02,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:19:02,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4714ef7d-adc2-4a2a-95f6-54e4093e876a"

2024-11-09T00:19:02,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7000f19b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:02,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,35955,-1]
2024-11-09T00:19:02,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:19:02,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:02,787 INFO  [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:19:02,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355f5cdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:02,788 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:19:02,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,35955,1731111537745
2024-11-09T00:19:02,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@364364e7
2024-11-09T00:19:02,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:19:02,790 INFO  [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:19:02,790 INFO  [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1.
2024-11-09T00:19:02,791 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-09T00:19:02,791 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:02,791 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:02,791 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:19:02,791 INFO  [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:19:02,792 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-09T00:19:02,793 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T00:19:02,793 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:02,794 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T00:19:02,807 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_1073741837_1013 (size=1138)
2024-11-09T00:19:02,811 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e95b5c079a5832449e774af866d2533b, NAME => 'hbase:replication,,1731111542791.e95b5c079a5832449e774af866d2533b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea
2024-11-09T00:19:02,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_1073741838_1014 (size=44)
2024-11-09T00:19:02,818 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731111542791.e95b5c079a5832449e774af866d2533b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:19:02,818 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e95b5c079a5832449e774af866d2533b, disabling compactions & flushes
2024-11-09T00:19:02,818 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111542791.e95b5c079a5832449e774af866d2533b.
2024-11-09T00:19:02,818 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111542791.e95b5c079a5832449e774af866d2533b.
2024-11-09T00:19:02,818 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111542791.e95b5c079a5832449e774af866d2533b. after waiting 0 ms
2024-11-09T00:19:02,818 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111542791.e95b5c079a5832449e774af866d2533b.
2024-11-09T00:19:02,818 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731111542791.e95b5c079a5832449e774af866d2533b.
2024-11-09T00:19:02,818 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e95b5c079a5832449e774af866d2533b:
Waiting for close lock at 1731111542818Disabling compacts and flushes for region at 1731111542818Disabling writes for close at 1731111542818Writing region close event to WAL at 1731111542818Closed at 1731111542818
2024-11-09T00:19:02,819 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T00:19:02,819 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731111542791.e95b5c079a5832449e774af866d2533b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731111542819"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731111542819"}]},"ts":"1731111542819"}
2024-11-09T00:19:02,821 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T00:19:02,822 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T00:19:02,822 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111542822"}]},"ts":"1731111542822"}
2024-11-09T00:19:02,824 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-09T00:19:02,825 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e95b5c079a5832449e774af866d2533b, ASSIGN}]
2024-11-09T00:19:02,826 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e95b5c079a5832449e774af866d2533b, ASSIGN
2024-11-09T00:19:02,827 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e95b5c079a5832449e774af866d2533b, ASSIGN; state=OFFLINE, location=ef986b38239e,41813,1731111533156; forceNewPlan=false, retain=false
2024-11-09T00:19:02,842 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-09T00:19:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:19:02,977 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e95b5c079a5832449e774af866d2533b, regionState=OPENING, regionLocation=ef986b38239e,41813,1731111533156
2024-11-09T00:19:02,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e95b5c079a5832449e774af866d2533b, ASSIGN because future has completed
2024-11-09T00:19:03,005 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e95b5c079a5832449e774af866d2533b, server=ef986b38239e,41813,1731111533156}]
2024-11-09T00:19:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:19:03,161 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731111542791.e95b5c079a5832449e774af866d2533b.
2024-11-09T00:19:03,161 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:19:03,161 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-09T00:19:03,162 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C41813%2C1731111533156.rep, suffix=, logDir=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156, archiveDir=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/oldWALs, maxLogs=10
2024-11-09T00:19:03,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.rep.1731111543163, exclude list is [], retry=0
2024-11-09T00:19:03,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42427,DS-58f0afbe-2662-4c19-945c-d0651c4e6532,DISK]
2024-11-09T00:19:03,185 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.rep.1731111543163
2024-11-09T00:19:03,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33181:33181)]
2024-11-09T00:19:03,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e95b5c079a5832449e774af866d2533b, NAME => 'hbase:replication,,1731111542791.e95b5c079a5832449e774af866d2533b.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:19:03,189 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:19:03,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:19:03,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731111542791.e95b5c079a5832449e774af866d2533b. service=MultiRowMutationService
2024-11-09T00:19:03,189 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-09T00:19:03,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e95b5c079a5832449e774af866d2533b
2024-11-09T00:19:03,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731111542791.e95b5c079a5832449e774af866d2533b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:19:03,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e95b5c079a5832449e774af866d2533b
2024-11-09T00:19:03,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e95b5c079a5832449e774af866d2533b
2024-11-09T00:19:03,196 INFO  [StoreOpener-e95b5c079a5832449e774af866d2533b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e95b5c079a5832449e774af866d2533b 
2024-11-09T00:19:03,198 INFO  [StoreOpener-e95b5c079a5832449e774af866d2533b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e95b5c079a5832449e774af866d2533b columnFamilyName hfileref
2024-11-09T00:19:03,198 DEBUG [StoreOpener-e95b5c079a5832449e774af866d2533b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:03,199 INFO  [StoreOpener-e95b5c079a5832449e774af866d2533b-1 {}] regionserver.HStore(327): Store=e95b5c079a5832449e774af866d2533b/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:03,199 INFO  [StoreOpener-e95b5c079a5832449e774af866d2533b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e95b5c079a5832449e774af866d2533b 
2024-11-09T00:19:03,200 INFO  [StoreOpener-e95b5c079a5832449e774af866d2533b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e95b5c079a5832449e774af866d2533b columnFamilyName queue
2024-11-09T00:19:03,201 DEBUG [StoreOpener-e95b5c079a5832449e774af866d2533b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:03,201 INFO  [StoreOpener-e95b5c079a5832449e774af866d2533b-1 {}] regionserver.HStore(327): Store=e95b5c079a5832449e774af866d2533b/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:03,201 INFO  [StoreOpener-e95b5c079a5832449e774af866d2533b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e95b5c079a5832449e774af866d2533b 
2024-11-09T00:19:03,202 INFO  [StoreOpener-e95b5c079a5832449e774af866d2533b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e95b5c079a5832449e774af866d2533b columnFamilyName sid
2024-11-09T00:19:03,202 DEBUG [StoreOpener-e95b5c079a5832449e774af866d2533b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:03,203 INFO  [StoreOpener-e95b5c079a5832449e774af866d2533b-1 {}] regionserver.HStore(327): Store=e95b5c079a5832449e774af866d2533b/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:03,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e95b5c079a5832449e774af866d2533b
2024-11-09T00:19:03,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/hbase/replication/e95b5c079a5832449e774af866d2533b
2024-11-09T00:19:03,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/hbase/replication/e95b5c079a5832449e774af866d2533b
2024-11-09T00:19:03,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e95b5c079a5832449e774af866d2533b
2024-11-09T00:19:03,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e95b5c079a5832449e774af866d2533b
2024-11-09T00:19:03,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-09T00:19:03,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e95b5c079a5832449e774af866d2533b
2024-11-09T00:19:03,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/hbase/replication/e95b5c079a5832449e774af866d2533b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:19:03,213 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e95b5c079a5832449e774af866d2533b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62261529, jitterRate=-0.07223092019557953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-09T00:19:03,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e95b5c079a5832449e774af866d2533b
2024-11-09T00:19:03,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e95b5c079a5832449e774af866d2533b:
Running coprocessor pre-open hook at 1731111543190Writing region info on filesystem at 1731111543190Initializing all the Stores at 1731111543190Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111543191 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111543196 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111543196Cleaning up temporary data from old regions at 1731111543205 (+9 ms)Running coprocessor post-open hooks at 1731111543213 (+8 ms)Region opened successfully at 1731111543214 (+1 ms)
2024-11-09T00:19:03,216 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731111542791.e95b5c079a5832449e774af866d2533b., pid=10, masterSystemTime=1731111543157
2024-11-09T00:19:03,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731111542791.e95b5c079a5832449e774af866d2533b.
2024-11-09T00:19:03,224 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731111542791.e95b5c079a5832449e774af866d2533b.
2024-11-09T00:19:03,225 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e95b5c079a5832449e774af866d2533b, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,41813,1731111533156
2024-11-09T00:19:03,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e95b5c079a5832449e774af866d2533b, server=ef986b38239e,41813,1731111533156 because future has completed
2024-11-09T00:19:03,231 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-09T00:19:03,231 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e95b5c079a5832449e774af866d2533b, server=ef986b38239e,41813,1731111533156 in 224 msec
2024-11-09T00:19:03,234 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-09T00:19:03,234 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e95b5c079a5832449e774af866d2533b, ASSIGN in 407 msec
2024-11-09T00:19:03,235 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T00:19:03,235 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111543235"}]},"ts":"1731111543235"}
2024-11-09T00:19:03,237 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-09T00:19:03,239 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T00:19:03,241 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 448 msec
2024-11-09T00:19:03,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731111542791.e95b5c079a5832449e774af866d2533b., hostname=ef986b38239e,41813,1731111533156, seqNum=2]
2024-11-09T00:19:03,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1011cf5acb60000, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108659198
2024-11-09T00:19:03,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41813-0x1011cf5acb60001, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108659198
2024-11-09T00:19:03,296 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-09T00:19:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:19:03,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-09T00:19:03,450 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-09T00:19:03,492 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ef986b38239e,41813,1731111533156, ReplicationSource: 1, currentBandwidth=0
2024-11-09T00:19:03,492 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:19:03,493 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,41813,1731111533156, seqNum=-1]
2024-11-09T00:19:03,493 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:19:03,494 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService
2024-11-09T00:19:03,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ef986b38239e,41813,1731111533156', locateType=CURRENT is [region=hbase:replication,,1731111542791.e95b5c079a5832449e774af866d2533b., hostname=ef986b38239e,41813,1731111533156, seqNum=2]
2024-11-09T00:19:03,508 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-09T00:19:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-09T00:19:03,511 INFO  [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ef986b38239e,41813,1731111533156 suceeded
2024-11-09T00:19:03,513 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-09T00:19:03,513 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 215 msec
2024-11-09T00:19:03,513 INFO  [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ef986b38239e:35955,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-09T00:19:03,520 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 733 msec
2024-11-09T00:19:03,526 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:35955'
2024-11-09T00:19:03,528 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7544d947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:03,528 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,35955,-1 for getting cluster id
2024-11-09T00:19:03,528 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:19:03,530 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4714ef7d-adc2-4a2a-95f6-54e4093e876a'
2024-11-09T00:19:03,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:19:03,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4714ef7d-adc2-4a2a-95f6-54e4093e876a"

2024-11-09T00:19:03,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40e44fd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:03,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,35955,-1]
2024-11-09T00:19:03,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:19:03,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:03,532 INFO  [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:19:03,536 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1eda0141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:03,537 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:19:03,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,35955,1731111537745
2024-11-09T00:19:03,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6216e353
2024-11-09T00:19:03,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:19:03,539 INFO  [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService
2024-11-09T00:19:03,540 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef986b38239e,41813,1731111533156 (queues=1) is replicating from cluster=d57198d9-78ab-4a81-b1e7-4c3c58eabee6 to cluster=4714ef7d-adc2-4a2a-95f6-54e4093e876a
2024-11-09T00:19:03,540 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef986b38239e%2C41813%2C1731111533156
2024-11-09T00:19:03,540 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef986b38239e,41813,1731111533156, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-09T00:19:03,542 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806, startPosition=0, beingWritten=true
2024-11-09T00:19:03,543 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.shipperef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef986b38239e%2C41813%2C1731111533156
2024-11-09T00:19:03,556 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:19:03,556 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 379, reset compression=false
2024-11-09T00:19:03,564 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.shipperef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,41813,1731111533156 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:19:03,761 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 379, reset compression=false
2024-11-09T00:19:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:19:03,917 INFO  [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-09T00:19:03,917 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:19:03,917 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:19:03,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:03,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:03,918 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:19:03,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@637d72db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:03,920 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,35955,-1 for getting cluster id
2024-11-09T00:19:03,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:19:03,922 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4714ef7d-adc2-4a2a-95f6-54e4093e876a'
2024-11-09T00:19:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:19:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4714ef7d-adc2-4a2a-95f6-54e4093e876a"

2024-11-09T00:19:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da71fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,35955,-1]
2024-11-09T00:19:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:19:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:03,924 INFO  [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:19:03,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ecf57b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:03,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:19:03,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,35955,1731111537745
2024-11-09T00:19:03,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ffcc1e9
2024-11-09T00:19:03,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:19:03,928 INFO  [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:19:03,929 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ef986b38239e:34207,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-09T00:19:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-09T00:19:03,932 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:34207'
2024-11-09T00:19:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:19:03,946 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe804c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:03,946 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,34207,-1 for getting cluster id
2024-11-09T00:19:03,946 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:19:03,947 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd57198d9-78ab-4a81-b1e7-4c3c58eabee6'
2024-11-09T00:19:03,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:19:03,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d57198d9-78ab-4a81-b1e7-4c3c58eabee6"

2024-11-09T00:19:03,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f9be4c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:03,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,34207,-1]
2024-11-09T00:19:03,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:19:03,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:03,949 INFO  [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:19:03,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@263ef256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:03,949 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:19:03,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,34207,1731111532951
2024-11-09T00:19:03,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68ca7b43
2024-11-09T00:19:03,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:19:03,951 INFO  [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:19:03,952 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-09T00:19:03,952 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-09T00:19:03,952 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:03,952 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:03,952 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:19:03,952 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:19:03,954 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-09T00:19:03,955 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T00:19:03,955 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:03,956 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T00:19:03,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741837_1013 (size=1138)
2024-11-09T00:19:04,004 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-09T00:19:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:19:04,065 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 379, reset compression=false
2024-11-09T00:19:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:19:04,390 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a03f75bccd2f2eca832ece9922abd6f8, NAME => 'hbase:replication,,1731111543952.a03f75bccd2f2eca832ece9922abd6f8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238
2024-11-09T00:19:04,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741838_1014 (size=44)
2024-11-09T00:19:04,413 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731111543952.a03f75bccd2f2eca832ece9922abd6f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:19:04,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a03f75bccd2f2eca832ece9922abd6f8, disabling compactions & flushes
2024-11-09T00:19:04,414 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111543952.a03f75bccd2f2eca832ece9922abd6f8.
2024-11-09T00:19:04,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111543952.a03f75bccd2f2eca832ece9922abd6f8.
2024-11-09T00:19:04,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111543952.a03f75bccd2f2eca832ece9922abd6f8. after waiting 0 ms
2024-11-09T00:19:04,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111543952.a03f75bccd2f2eca832ece9922abd6f8.
2024-11-09T00:19:04,414 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731111543952.a03f75bccd2f2eca832ece9922abd6f8.
2024-11-09T00:19:04,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a03f75bccd2f2eca832ece9922abd6f8:
Waiting for close lock at 1731111544414Disabling compacts and flushes for region at 1731111544414Disabling writes for close at 1731111544414Writing region close event to WAL at 1731111544414Closed at 1731111544414
2024-11-09T00:19:04,415 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T00:19:04,415 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731111543952.a03f75bccd2f2eca832ece9922abd6f8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731111544415"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731111544415"}]},"ts":"1731111544415"}
2024-11-09T00:19:04,419 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T00:19:04,421 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T00:19:04,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111544421"}]},"ts":"1731111544421"}
2024-11-09T00:19:04,424 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-09T00:19:04,425 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a03f75bccd2f2eca832ece9922abd6f8, ASSIGN}]
2024-11-09T00:19:04,426 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a03f75bccd2f2eca832ece9922abd6f8, ASSIGN
2024-11-09T00:19:04,427 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a03f75bccd2f2eca832ece9922abd6f8, ASSIGN; state=OFFLINE, location=ef986b38239e,37439,1731111537867; forceNewPlan=false, retain=false
2024-11-09T00:19:04,471 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 379, reset compression=false
2024-11-09T00:19:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:19:04,578 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a03f75bccd2f2eca832ece9922abd6f8, regionState=OPENING, regionLocation=ef986b38239e,37439,1731111537867
2024-11-09T00:19:04,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a03f75bccd2f2eca832ece9922abd6f8, ASSIGN because future has completed
2024-11-09T00:19:04,581 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a03f75bccd2f2eca832ece9922abd6f8, server=ef986b38239e,37439,1731111537867}]
2024-11-09T00:19:04,740 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731111543952.a03f75bccd2f2eca832ece9922abd6f8.
2024-11-09T00:19:04,741 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:19:04,741 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-09T00:19:04,742 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C37439%2C1731111537867.rep, suffix=, logDir=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867, archiveDir=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/oldWALs, maxLogs=10
2024-11-09T00:19:04,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.rep.1731111544742, exclude list is [], retry=0
2024-11-09T00:19:04,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38787,DS-669860cc-333c-4657-b681-2e9f08c1618e,DISK]
2024-11-09T00:19:04,777 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.rep.1731111544742
2024-11-09T00:19:04,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41685:41685)]
2024-11-09T00:19:04,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a03f75bccd2f2eca832ece9922abd6f8, NAME => 'hbase:replication,,1731111543952.a03f75bccd2f2eca832ece9922abd6f8.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:19:04,783 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:19:04,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:19:04,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731111543952.a03f75bccd2f2eca832ece9922abd6f8. service=MultiRowMutationService
2024-11-09T00:19:04,783 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-09T00:19:04,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a03f75bccd2f2eca832ece9922abd6f8
2024-11-09T00:19:04,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731111543952.a03f75bccd2f2eca832ece9922abd6f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:19:04,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a03f75bccd2f2eca832ece9922abd6f8
2024-11-09T00:19:04,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a03f75bccd2f2eca832ece9922abd6f8
2024-11-09T00:19:04,786 INFO  [StoreOpener-a03f75bccd2f2eca832ece9922abd6f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a03f75bccd2f2eca832ece9922abd6f8 
2024-11-09T00:19:04,789 INFO  [StoreOpener-a03f75bccd2f2eca832ece9922abd6f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a03f75bccd2f2eca832ece9922abd6f8 columnFamilyName hfileref
2024-11-09T00:19:04,790 DEBUG [StoreOpener-a03f75bccd2f2eca832ece9922abd6f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:04,790 INFO  [StoreOpener-a03f75bccd2f2eca832ece9922abd6f8-1 {}] regionserver.HStore(327): Store=a03f75bccd2f2eca832ece9922abd6f8/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:04,790 INFO  [StoreOpener-a03f75bccd2f2eca832ece9922abd6f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a03f75bccd2f2eca832ece9922abd6f8 
2024-11-09T00:19:04,792 INFO  [StoreOpener-a03f75bccd2f2eca832ece9922abd6f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a03f75bccd2f2eca832ece9922abd6f8 columnFamilyName queue
2024-11-09T00:19:04,792 DEBUG [StoreOpener-a03f75bccd2f2eca832ece9922abd6f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:04,792 INFO  [StoreOpener-a03f75bccd2f2eca832ece9922abd6f8-1 {}] regionserver.HStore(327): Store=a03f75bccd2f2eca832ece9922abd6f8/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:04,792 INFO  [StoreOpener-a03f75bccd2f2eca832ece9922abd6f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a03f75bccd2f2eca832ece9922abd6f8 
2024-11-09T00:19:04,796 INFO  [StoreOpener-a03f75bccd2f2eca832ece9922abd6f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a03f75bccd2f2eca832ece9922abd6f8 columnFamilyName sid
2024-11-09T00:19:04,796 DEBUG [StoreOpener-a03f75bccd2f2eca832ece9922abd6f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:04,812 INFO  [StoreOpener-a03f75bccd2f2eca832ece9922abd6f8-1 {}] regionserver.HStore(327): Store=a03f75bccd2f2eca832ece9922abd6f8/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:04,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a03f75bccd2f2eca832ece9922abd6f8
2024-11-09T00:19:04,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/hbase/replication/a03f75bccd2f2eca832ece9922abd6f8
2024-11-09T00:19:04,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/hbase/replication/a03f75bccd2f2eca832ece9922abd6f8
2024-11-09T00:19:04,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a03f75bccd2f2eca832ece9922abd6f8
2024-11-09T00:19:04,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a03f75bccd2f2eca832ece9922abd6f8
2024-11-09T00:19:04,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-09T00:19:04,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a03f75bccd2f2eca832ece9922abd6f8
2024-11-09T00:19:04,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/hbase/replication/a03f75bccd2f2eca832ece9922abd6f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:19:04,839 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a03f75bccd2f2eca832ece9922abd6f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67719089, jitterRate=0.009093061089515686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-09T00:19:04,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a03f75bccd2f2eca832ece9922abd6f8
2024-11-09T00:19:04,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a03f75bccd2f2eca832ece9922abd6f8:
Running coprocessor pre-open hook at 1731111544784Writing region info on filesystem at 1731111544784Initializing all the Stores at 1731111544785 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111544785Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111544785Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111544785Cleaning up temporary data from old regions at 1731111544815 (+30 ms)Running coprocessor post-open hooks at 1731111544839 (+24 ms)Region opened successfully at 1731111544839
2024-11-09T00:19:04,840 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731111543952.a03f75bccd2f2eca832ece9922abd6f8., pid=10, masterSystemTime=1731111544733
2024-11-09T00:19:04,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731111543952.a03f75bccd2f2eca832ece9922abd6f8.
2024-11-09T00:19:04,843 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731111543952.a03f75bccd2f2eca832ece9922abd6f8.
2024-11-09T00:19:04,844 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a03f75bccd2f2eca832ece9922abd6f8, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,37439,1731111537867
2024-11-09T00:19:04,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a03f75bccd2f2eca832ece9922abd6f8, server=ef986b38239e,37439,1731111537867 because future has completed
2024-11-09T00:19:04,853 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35955 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=ef986b38239e,37439,1731111537867, table=hbase:replication, region=a03f75bccd2f2eca832ece9922abd6f8. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-09T00:19:04,859 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-09T00:19:04,859 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a03f75bccd2f2eca832ece9922abd6f8, server=ef986b38239e,37439,1731111537867 in 276 msec
2024-11-09T00:19:04,862 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-09T00:19:04,862 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a03f75bccd2f2eca832ece9922abd6f8, ASSIGN in 434 msec
2024-11-09T00:19:04,863 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T00:19:04,863 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111544863"}]},"ts":"1731111544863"}
2024-11-09T00:19:04,866 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-09T00:19:04,867 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T00:19:04,871 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 915 msec
2024-11-09T00:19:04,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731111543952.a03f75bccd2f2eca832ece9922abd6f8., hostname=ef986b38239e,37439,1731111537867, seqNum=2]
2024-11-09T00:19:04,955 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x1011cf5acb60004, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637485548
2024-11-09T00:19:04,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1011cf5acb60003, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637485548
2024-11-09T00:19:04,975 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 379, reset compression=false
2024-11-09T00:19:04,980 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-09T00:19:05,005 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:19:05,006 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef986b38239e,44553,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-09T00:19:05,006 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18188 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef986b38239e,44553,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-09T00:19:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:19:05,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37439 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-09T00:19:05,140 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-09T00:19:05,192 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ef986b38239e,37439,1731111537867, ReplicationSource: 1, currentBandwidth=0
2024-11-09T00:19:05,193 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:19:05,193 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,37439,1731111537867, seqNum=-1]
2024-11-09T00:19:05,194 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:19:05,195 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService
2024-11-09T00:19:05,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ef986b38239e,37439,1731111537867', locateType=CURRENT is [region=hbase:replication,,1731111543952.a03f75bccd2f2eca832ece9922abd6f8., hostname=ef986b38239e,37439,1731111537867, seqNum=2]
2024-11-09T00:19:05,204 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-09T00:19:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-09T00:19:05,207 INFO  [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ef986b38239e,37439,1731111537867 suceeded
2024-11-09T00:19:05,210 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-09T00:19:05,210 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 227 msec
2024-11-09T00:19:05,210 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ef986b38239e:34207,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-09T00:19:05,211 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2810 sec
2024-11-09T00:19:05,226 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:34207'
2024-11-09T00:19:05,231 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b7ba466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:05,231 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,34207,-1 for getting cluster id
2024-11-09T00:19:05,231 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:19:05,233 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd57198d9-78ab-4a81-b1e7-4c3c58eabee6'
2024-11-09T00:19:05,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:19:05,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d57198d9-78ab-4a81-b1e7-4c3c58eabee6"

2024-11-09T00:19:05,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6442e7b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:05,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,34207,-1]
2024-11-09T00:19:05,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:19:05,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:05,235 INFO  [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:19:05,236 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58f601d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:05,236 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:19:05,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,34207,1731111532951
2024-11-09T00:19:05,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47029f86
2024-11-09T00:19:05,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:19:05,239 INFO  [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService
2024-11-09T00:19:05,240 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef986b38239e,37439,1731111537867 (queues=1) is replicating from cluster=4714ef7d-adc2-4a2a-95f6-54e4093e876a to cluster=d57198d9-78ab-4a81-b1e7-4c3c58eabee6
2024-11-09T00:19:05,240 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef986b38239e%2C37439%2C1731111537867
2024-11-09T00:19:05,240 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef986b38239e,37439,1731111537867, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-09T00:19:05,241 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826, startPosition=0, beingWritten=true
2024-11-09T00:19:05,243 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.shipperef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef986b38239e%2C37439%2C1731111537867
2024-11-09T00:19:05,258 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:19:05,258 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826 to pos 379, reset compression=false
2024-11-09T00:19:05,258 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.shipperef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,37439,1731111537867 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:19:05,471 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826 to pos 379, reset compression=false
2024-11-09T00:19:05,585 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 379, reset compression=false
2024-11-09T00:19:05,597 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-09T00:19:05,598 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-09T00:19:05,775 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826 to pos 379, reset compression=false
2024-11-09T00:19:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:19:06,097 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-09T00:19:06,097 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:19:06,097 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:19:06,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:06,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:06,097 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:19:06,097 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:19:06,098 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,41813,1731111533156, seqNum=-1]
2024-11-09T00:19:06,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:19:06,100 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:19:06,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731111540986.9f2330213f97a6391840bc2dd8a82643., hostname=ef986b38239e,41813,1731111533156, seqNum=2]
2024-11-09T00:19:06,104 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:19:06,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,37439,1731111537867, seqNum=-1]
2024-11-09T00:19:06,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:19:06,106 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:19:06,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731111541629.aa998286e42aeac6ba45e281a501e9bd., hostname=ef986b38239e,37439,1731111537867, seqNum=2]
2024-11-09T00:19:06,109 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false
2024-11-09T00:19:06,180 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826 to pos 379, reset compression=false
2024-11-09T00:19:06,290 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 379, reset compression=false
2024-11-09T00:19:06,295 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:19:06,295 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 480, reset compression=false
2024-11-09T00:19:06,295 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.shipperef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,41813,1731111533156 got entry batch from reader: WALEntryBatch [walEntries=[{test/9f2330213f97a6391840bc2dd8a82643/4=[#edits: 1 = <row/f:row/1731111546102/Put/vlen=3/seqid=0; >],199}], lastWalPath=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199]
2024-11-09T00:19:06,297 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.shipperef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:19:06,299 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService
2024-11-09T00:19:06,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37439 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-09T00:19:06,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f09dedc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:06,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37439 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,35955,-1 for getting cluster id
2024-11-09T00:19:06,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37439 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:19:06,305 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4714ef7d-adc2-4a2a-95f6-54e4093e876a'
2024-11-09T00:19:06,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:19:06,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4714ef7d-adc2-4a2a-95f6-54e4093e876a"

2024-11-09T00:19:06,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43a3ba5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:06,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,35955,-1]
2024-11-09T00:19:06,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:19:06,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:06,307 INFO  [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:19:06,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19314404, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:06,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37439 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:19:06,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,37439,1731111537867, seqNum=-1]
2024-11-09T00:19:06,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:19:06,316 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService
2024-11-09T00:19:06,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731111541629.aa998286e42aeac6ba45e281a501e9bd., hostname=ef986b38239e,37439,1731111537867, seqNum=2]
2024-11-09T00:19:06,330 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:19:06,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37439 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-09T00:19:06,361 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:06,361 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:06,361 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:06,361 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:06,362 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:06,362 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:06,369 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:06,372 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:06,373 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:06,375 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:06,389 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-09T00:19:06,389 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer
2024-11-09T00:19:06,389 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-09T00:19:06,389 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer
2024-11-09T00:19:06,389 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-09T00:19:06,389 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers
2024-11-09T00:19:06,503 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 480, reset compression=false
2024-11-09T00:19:06,692 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826 to pos 379, reset compression=false
2024-11-09T00:19:06,696 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:19:06,696 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826 to pos 504, reset compression=false
2024-11-09T00:19:06,696 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.shipperef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,37439,1731111537867 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:19:06,806 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 480, reset compression=false
2024-11-09T00:19:06,900 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826 to pos 504, reset compression=false
2024-11-09T00:19:07,112 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false
2024-11-09T00:19:07,115 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false
2024-11-09T00:19:07,208 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826 to pos 504, reset compression=false
2024-11-09T00:19:07,210 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 480, reset compression=false
2024-11-09T00:19:07,214 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:19:07,214 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826 to pos 608, reset compression=false
2024-11-09T00:19:07,215 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.shipperef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,37439,1731111537867 got entry batch from reader: WALEntryBatch [walEntries=[{test/aa998286e42aeac6ba45e281a501e9bd/5=[#edits: 1 = <row1/f:row1/1731111547113/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-09T00:19:07,219 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.shipperef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:19:07,236 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService
2024-11-09T00:19:07,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41813 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-09T00:19:07,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bbb213a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:07,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41813 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,34207,-1 for getting cluster id
2024-11-09T00:19:07,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:19:07,245 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd57198d9-78ab-4a81-b1e7-4c3c58eabee6'
2024-11-09T00:19:07,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:19:07,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d57198d9-78ab-4a81-b1e7-4c3c58eabee6"

2024-11-09T00:19:07,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ab07ed3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:07,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,34207,-1]
2024-11-09T00:19:07,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:19:07,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:07,247 INFO  [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:19:07,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39e49a82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:07,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41813 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:19:07,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,41813,1731111533156, seqNum=-1]
2024-11-09T00:19:07,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:19:07,250 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService
2024-11-09T00:19:07,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731111540986.9f2330213f97a6391840bc2dd8a82643., hostname=ef986b38239e,41813,1731111533156, seqNum=2]
2024-11-09T00:19:07,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41813 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-09T00:19:07,449 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826 to pos 608, reset compression=false
2024-11-09T00:19:07,714 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 480, reset compression=false
2024-11-09T00:19:07,718 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:19:07,718 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 607, reset compression=false
2024-11-09T00:19:07,718 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.shipperef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,41813,1731111533156 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:19:07,753 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826 to pos 608, reset compression=false
2024-11-09T00:19:07,921 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 607, reset compression=false
2024-11-09T00:19:08,117 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false
2024-11-09T00:19:08,122 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true
2024-11-09T00:19:08,156 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826 to pos 608, reset compression=false
2024-11-09T00:19:08,224 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 607, reset compression=false
2024-11-09T00:19:08,228 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:19:08,228 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 763, reset compression=false
2024-11-09T00:19:08,228 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.shipperef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,41813,1731111533156 got entry batch from reader: WALEntryBatch [walEntries=[{test/9f2330213f97a6391840bc2dd8a82643/6=[#edits: 2 = <row/f:/1731111548120/DeleteFamily/vlen=0/seqid=0; row/f1:/1731111548120/DeleteFamily/vlen=0/seqid=0; >],271}], lastWalPath=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271]
2024-11-09T00:19:08,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37439 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-09T00:19:08,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37439 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-09T00:19:08,432 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 763, reset compression=false
2024-11-09T00:19:08,659 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826 to pos 608, reset compression=false
2024-11-09T00:19:08,664 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:19:08,664 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826 to pos 756, reset compression=false
2024-11-09T00:19:08,664 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.shipperef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,37439,1731111537867 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:19:08,735 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 763, reset compression=false
2024-11-09T00:19:08,868 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826 to pos 756, reset compression=false
2024-11-09T00:19:09,124 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true
2024-11-09T00:19:09,127 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true
2024-11-09T00:19:09,140 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 763, reset compression=false
2024-11-09T00:19:09,172 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826 to pos 756, reset compression=false
2024-11-09T00:19:09,177 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:19:09,177 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826 to pos 915, reset compression=false
2024-11-09T00:19:09,177 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.shipperef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,37439,1731111537867 got entry batch from reader: WALEntryBatch [walEntries=[{test/aa998286e42aeac6ba45e281a501e9bd/7=[#edits: 2 = <row1/f:/1731111549125/DeleteFamily/vlen=0/seqid=0; row1/f1:/1731111549125/DeleteFamily/vlen=0/seqid=0; >],279}], lastWalPath=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279]
2024-11-09T00:19:09,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41813 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-09T00:19:09,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41813 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-09T00:19:09,387 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826 to pos 915, reset compression=false
2024-11-09T00:19:09,644 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 763, reset compression=false
2024-11-09T00:19:09,648 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:19:09,648 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 912, reset compression=false
2024-11-09T00:19:09,648 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.shipperef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,41813,1731111533156 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:19:09,690 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826 to pos 915, reset compression=false
2024-11-09T00:19:09,851 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 912, reset compression=false
2024-11-09T00:19:10,093 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826 to pos 915, reset compression=false
2024-11-09T00:19:10,129 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true
2024-11-09T00:19:10,130 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-09T00:19:10,130 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:19:10,131 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:19:10,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:10,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:10,131 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:19:10,131 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-09T00:19:10,131 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2110313784, stopped=false
2024-11-09T00:19:10,131 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef986b38239e,35955,1731111537745
2024-11-09T00:19:10,154 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 912, reset compression=false
2024-11-09T00:19:10,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1011cf5acb60003, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1637485548/running
2024-11-09T00:19:10,184 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x1011cf5acb60004, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1637485548/running
2024-11-09T00:19:10,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1011cf5acb60003, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637485548
2024-11-09T00:19:10,184 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x1011cf5acb60004, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637485548
2024-11-09T00:19:10,184 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:19:10,184 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:19:10,184 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:19:10,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:10,184 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef986b38239e,37439,1731111537867' *****
2024-11-09T00:19:10,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37439-0x1011cf5acb60004, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Set watcher on znode that does not yet exist, /1-1637485548/running
2024-11-09T00:19:10,184 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T00:19:10,185 INFO  [RS:0;ef986b38239e:37439 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T00:19:10,185 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T00:19:10,185 INFO  [RS:0;ef986b38239e:37439 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T00:19:10,185 INFO  [RS:0;ef986b38239e:37439 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T00:19:10,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35955-0x1011cf5acb60003, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Set watcher on znode that does not yet exist, /1-1637485548/running
2024-11-09T00:19:10,185 INFO  [RS:0;ef986b38239e:37439 {}] regionserver.HRegionServer(3091): Received CLOSE for aa998286e42aeac6ba45e281a501e9bd
2024-11-09T00:19:10,185 INFO  [RS:0;ef986b38239e:37439 {}] regionserver.HRegionServer(3091): Received CLOSE for a03f75bccd2f2eca832ece9922abd6f8
2024-11-09T00:19:10,185 INFO  [RS:0;ef986b38239e:37439 {}] regionserver.HRegionServer(959): stopping server ef986b38239e,37439,1731111537867
2024-11-09T00:19:10,185 INFO  [RS:0;ef986b38239e:37439 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:19:10,185 INFO  [RS:0;ef986b38239e:37439 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:37439.
2024-11-09T00:19:10,185 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa998286e42aeac6ba45e281a501e9bd, disabling compactions & flushes
2024-11-09T00:19:10,185 DEBUG [RS:0;ef986b38239e:37439 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:19:10,185 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731111541629.aa998286e42aeac6ba45e281a501e9bd.
2024-11-09T00:19:10,185 DEBUG [RS:0;ef986b38239e:37439 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:10,185 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731111541629.aa998286e42aeac6ba45e281a501e9bd.
2024-11-09T00:19:10,186 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731111541629.aa998286e42aeac6ba45e281a501e9bd. after waiting 0 ms
2024-11-09T00:19:10,186 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731111541629.aa998286e42aeac6ba45e281a501e9bd.
2024-11-09T00:19:10,186 INFO  [RS:0;ef986b38239e:37439 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T00:19:10,186 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aa998286e42aeac6ba45e281a501e9bd 3/3 column families, dataSize=192 B heapSize=1.46 KB
2024-11-09T00:19:10,188 INFO  [RS:0;ef986b38239e:37439 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T00:19:10,188 INFO  [RS:0;ef986b38239e:37439 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T00:19:10,188 INFO  [RS:0;ef986b38239e:37439 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-09T00:19:10,188 INFO  [RS:0;ef986b38239e:37439 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-09T00:19:10,188 DEBUG [RS:0;ef986b38239e:37439 {}] regionserver.HRegionServer(1325): Online Regions={aa998286e42aeac6ba45e281a501e9bd=test,,1731111541629.aa998286e42aeac6ba45e281a501e9bd., 1588230740=hbase:meta,,1.1588230740, a03f75bccd2f2eca832ece9922abd6f8=hbase:replication,,1731111543952.a03f75bccd2f2eca832ece9922abd6f8.}
2024-11-09T00:19:10,188 DEBUG [RS:0;ef986b38239e:37439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a03f75bccd2f2eca832ece9922abd6f8, aa998286e42aeac6ba45e281a501e9bd
2024-11-09T00:19:10,188 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:19:10,188 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:19:10,188 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:19:10,188 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:19:10,188 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:19:10,188 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-09T00:19:10,205 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/default/test/aa998286e42aeac6ba45e281a501e9bd/.tmp/f/1bc2473b81b14e62a0e30c8f1db8b34e is 29, key is row1/f:/1731111549125/DeleteFamily/seqid=0
2024-11-09T00:19:10,205 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/hbase/meta/1588230740/.tmp/info/fc9646702fca4f5a90aceaa4775693a2 is 147, key is hbase:replication,,1731111543952.a03f75bccd2f2eca832ece9922abd6f8./info:regioninfo/1731111544843/Put/seqid=0
2024-11-09T00:19:10,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741840_1016 (size=5118)
2024-11-09T00:19:10,210 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741841_1017 (size=7686)
2024-11-09T00:19:10,210 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/hbase/meta/1588230740/.tmp/info/fc9646702fca4f5a90aceaa4775693a2
2024-11-09T00:19:10,226 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/hbase/meta/1588230740/.tmp/ns/ee546ccfcb81480592543f0af372570f is 43, key is default/ns:d/1731111540884/Put/seqid=0
2024-11-09T00:19:10,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741842_1018 (size=5153)
2024-11-09T00:19:10,274 INFO  [regionserver/ef986b38239e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:19:10,388 DEBUG [RS:0;ef986b38239e:37439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a03f75bccd2f2eca832ece9922abd6f8, aa998286e42aeac6ba45e281a501e9bd
2024-11-09T00:19:10,560 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 912, reset compression=false
2024-11-09T00:19:10,588 DEBUG [RS:0;ef986b38239e:37439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a03f75bccd2f2eca832ece9922abd6f8, aa998286e42aeac6ba45e281a501e9bd
2024-11-09T00:19:10,597 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826 to pos 915, reset compression=false
2024-11-09T00:19:10,602 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:19:10,602 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826 to pos 1162, reset compression=false
2024-11-09T00:19:10,602 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.shipperef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,37439,1731111537867 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:19:10,603 ERROR [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.shipperef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ef986b38239e,37439,1731111537867: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ef986b38239e,37439,1731111537867, walGroup=ef986b38239e%2C37439%2C1731111537867, offset=ef986b38239e%2C37439%2C1731111537867.1731111539826:1162, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:37439 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-09T00:19:10,605 ERROR [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.shipperef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-09T00:19:10,605 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.shipperef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-09T00:19:10,605 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.shipperef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-09T00:19:10,605 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.shipperef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-09T00:19:10,606 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.shipperef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-09T00:19:10,606 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.shipperef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "Verbose": false,
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1061158912,
        "init": 1048576000,
        "max": 2306867200,
        "used": 635107328
      },
      "NonHeapMemoryUsage": {
        "committed": 194838528,
        "init": 7667712,
        "max": -1,
        "used": 190472720
      },
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-09T00:19:10,606 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.shipperef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:35955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:35955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-09T00:19:10,610 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/default/test/aa998286e42aeac6ba45e281a501e9bd/.tmp/f/1bc2473b81b14e62a0e30c8f1db8b34e
2024-11-09T00:19:10,614 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1bc2473b81b14e62a0e30c8f1db8b34e
2024-11-09T00:19:10,630 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/hbase/meta/1588230740/.tmp/ns/ee546ccfcb81480592543f0af372570f
2024-11-09T00:19:10,634 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/default/test/aa998286e42aeac6ba45e281a501e9bd/.tmp/f1/4b7f88442b9d40998dd99871fb4d8f1f is 30, key is row1/f1:/1731111549125/DeleteFamily/seqid=0
2024-11-09T00:19:10,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741843_1019 (size=5123)
2024-11-09T00:19:10,647 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/hbase/meta/1588230740/.tmp/rep_barrier/2085374b3a3342f3be96e20eb1c6ecb2 is 112, key is test,,1731111541629.aa998286e42aeac6ba45e281a501e9bd./rep_barrier:seqnumDuringOpen/1731111542385/Put/seqid=0
2024-11-09T00:19:10,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741844_1020 (size=5518)
2024-11-09T00:19:10,742 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-09T00:19:10,743 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-09T00:19:10,789 DEBUG [RS:0;ef986b38239e:37439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a03f75bccd2f2eca832ece9922abd6f8, aa998286e42aeac6ba45e281a501e9bd
2024-11-09T00:19:10,809 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826 to pos 1162, reset compression=false
2024-11-09T00:19:10,989 DEBUG [RS:0;ef986b38239e:37439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a03f75bccd2f2eca832ece9922abd6f8, aa998286e42aeac6ba45e281a501e9bd
2024-11-09T00:19:11,042 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/default/test/aa998286e42aeac6ba45e281a501e9bd/.tmp/f1/4b7f88442b9d40998dd99871fb4d8f1f
2024-11-09T00:19:11,046 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b7f88442b9d40998dd99871fb4d8f1f
2024-11-09T00:19:11,050 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/hbase/meta/1588230740/.tmp/rep_barrier/2085374b3a3342f3be96e20eb1c6ecb2
2024-11-09T00:19:11,063 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 912, reset compression=false
2024-11-09T00:19:11,065 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/default/test/aa998286e42aeac6ba45e281a501e9bd/.tmp/norep/86f4fc0ad8f940758998039fd8d32ca7 is 33, key is row1/norep:/1731111549125/DeleteFamily/seqid=0
2024-11-09T00:19:11,074 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/hbase/meta/1588230740/.tmp/table/4dc7ec5e18884d908c22e9753d415cd9 is 53, key is hbase:replication/table:state/1731111544863/Put/seqid=0
2024-11-09T00:19:11,081 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741845_1021 (size=5108)
2024-11-09T00:19:11,082 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/default/test/aa998286e42aeac6ba45e281a501e9bd/.tmp/norep/86f4fc0ad8f940758998039fd8d32ca7
2024-11-09T00:19:11,085 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86f4fc0ad8f940758998039fd8d32ca7
2024-11-09T00:19:11,088 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/default/test/aa998286e42aeac6ba45e281a501e9bd/.tmp/f/1bc2473b81b14e62a0e30c8f1db8b34e as hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/default/test/aa998286e42aeac6ba45e281a501e9bd/f/1bc2473b81b14e62a0e30c8f1db8b34e
2024-11-09T00:19:11,090 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741846_1022 (size=5308)
2024-11-09T00:19:11,094 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1bc2473b81b14e62a0e30c8f1db8b34e
2024-11-09T00:19:11,094 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/default/test/aa998286e42aeac6ba45e281a501e9bd/f/1bc2473b81b14e62a0e30c8f1db8b34e, entries=2, sequenceid=8, filesize=5.0 K
2024-11-09T00:19:11,095 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/default/test/aa998286e42aeac6ba45e281a501e9bd/.tmp/f1/4b7f88442b9d40998dd99871fb4d8f1f as hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/default/test/aa998286e42aeac6ba45e281a501e9bd/f1/4b7f88442b9d40998dd99871fb4d8f1f
2024-11-09T00:19:11,099 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b7f88442b9d40998dd99871fb4d8f1f
2024-11-09T00:19:11,099 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/default/test/aa998286e42aeac6ba45e281a501e9bd/f1/4b7f88442b9d40998dd99871fb4d8f1f, entries=2, sequenceid=8, filesize=5.0 K
2024-11-09T00:19:11,099 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/default/test/aa998286e42aeac6ba45e281a501e9bd/.tmp/norep/86f4fc0ad8f940758998039fd8d32ca7 as hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/default/test/aa998286e42aeac6ba45e281a501e9bd/norep/86f4fc0ad8f940758998039fd8d32ca7
2024-11-09T00:19:11,103 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86f4fc0ad8f940758998039fd8d32ca7
2024-11-09T00:19:11,103 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/default/test/aa998286e42aeac6ba45e281a501e9bd/norep/86f4fc0ad8f940758998039fd8d32ca7, entries=1, sequenceid=8, filesize=5.0 K
2024-11-09T00:19:11,104 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for aa998286e42aeac6ba45e281a501e9bd in 918ms, sequenceid=8, compaction requested=false
2024-11-09T00:19:11,108 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/default/test/aa998286e42aeac6ba45e281a501e9bd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-09T00:19:11,109 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:19:11,109 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-09T00:19:11,109 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731111541629.aa998286e42aeac6ba45e281a501e9bd.
2024-11-09T00:19:11,109 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa998286e42aeac6ba45e281a501e9bd:
Waiting for close lock at 1731111550185Running coprocessor pre-close hooks at 1731111550185Disabling compacts and flushes for region at 1731111550185Disabling writes for close at 1731111550186 (+1 ms)Obtaining lock to block concurrent updates at 1731111550186Preparing flush snapshotting stores in aa998286e42aeac6ba45e281a501e9bd at 1731111550186Finished memstore snapshotting test,,1731111541629.aa998286e42aeac6ba45e281a501e9bd., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731111550186Flushing stores of test,,1731111541629.aa998286e42aeac6ba45e281a501e9bd. at 1731111550186Flushing aa998286e42aeac6ba45e281a501e9bd/f: creating writer at 1731111550186Flushing aa998286e42aeac6ba45e281a501e9bd/f: appending metadata at 1731111550204 (+18 ms)Flushing aa998286e42aeac6ba45e281a501e9bd/f: closing flushed file at 1731111550204Flushing aa998286e42aeac6ba45e281a501e9bd/f1: creating writer at 1731111550615 (+411 ms)Flushing aa998286e42aeac6ba45e281a501e9bd/f1: appending metadata at 1731111550634 (+19 ms)Flushing aa998286e42aeac6ba45e281a501e9bd/f1: closing flushed file at 1731111550634Flushing aa998286e42aeac6ba45e281a501e9bd/norep: creating writer at 1731111551046 (+412 ms)Flushing aa998286e42aeac6ba45e281a501e9bd/norep: appending metadata at 1731111551064 (+18 ms)Flushing aa998286e42aeac6ba45e281a501e9bd/norep: closing flushed file at 1731111551064Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eaf20e: reopening flushed file at 1731111551086 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77eaabbd: reopening flushed file at 1731111551094 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2680f544: reopening flushed file at 1731111551099 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for aa998286e42aeac6ba45e281a501e9bd in 918ms, sequenceid=8, compaction requested=false at 1731111551104 (+5 ms)Writing region close event to WAL at 1731111551106 (+2 ms)Running coprocessor post-close hooks at 1731111551109 (+3 ms)Closed at 1731111551109
2024-11-09T00:19:11,109 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731111541629.aa998286e42aeac6ba45e281a501e9bd.
2024-11-09T00:19:11,109 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a03f75bccd2f2eca832ece9922abd6f8, disabling compactions & flushes
2024-11-09T00:19:11,109 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111543952.a03f75bccd2f2eca832ece9922abd6f8.
2024-11-09T00:19:11,109 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111543952.a03f75bccd2f2eca832ece9922abd6f8.
2024-11-09T00:19:11,109 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111543952.a03f75bccd2f2eca832ece9922abd6f8. after waiting 0 ms
2024-11-09T00:19:11,109 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111543952.a03f75bccd2f2eca832ece9922abd6f8.
2024-11-09T00:19:11,109 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a03f75bccd2f2eca832ece9922abd6f8:
Waiting for close lock at 1731111551109Running coprocessor pre-close hooks at 1731111551109Disabling compacts and flushes for region at 1731111551109Disabling writes for close at 1731111551109Failed flush hbase:replication,,1731111543952.a03f75bccd2f2eca832ece9922abd6f8., putting online again at 1731111551109
2024-11-09T00:19:11,110 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731111543952.a03f75bccd2f2eca832ece9922abd6f8.
2024-11-09T00:19:11,114 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826 to pos 1162, reset compression=false
2024-11-09T00:19:11,119 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:19:11,119 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826 to pos 1806, reset compression=false
2024-11-09T00:19:11,189 INFO  [RS:0;ef986b38239e:37439 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-09T00:19:11,189 DEBUG [RS:0;ef986b38239e:37439 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a03f75bccd2f2eca832ece9922abd6f8=hbase:replication,,1731111543952.a03f75bccd2f2eca832ece9922abd6f8.}
2024-11-09T00:19:11,189 INFO  [RS:0;ef986b38239e:37439 {}] regionserver.HRegionServer(3091): Received CLOSE for a03f75bccd2f2eca832ece9922abd6f8
2024-11-09T00:19:11,189 DEBUG [RS:0;ef986b38239e:37439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a03f75bccd2f2eca832ece9922abd6f8
2024-11-09T00:19:11,189 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a03f75bccd2f2eca832ece9922abd6f8, disabling compactions & flushes
2024-11-09T00:19:11,189 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111543952.a03f75bccd2f2eca832ece9922abd6f8.
2024-11-09T00:19:11,189 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111543952.a03f75bccd2f2eca832ece9922abd6f8.
2024-11-09T00:19:11,189 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111543952.a03f75bccd2f2eca832ece9922abd6f8. after waiting 0 ms
2024-11-09T00:19:11,189 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111543952.a03f75bccd2f2eca832ece9922abd6f8.
2024-11-09T00:19:11,190 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a03f75bccd2f2eca832ece9922abd6f8:
Waiting for close lock at 1731111551189Running coprocessor pre-close hooks at 1731111551189Disabling compacts and flushes for region at 1731111551189Disabling writes for close at 1731111551189Failed flush hbase:replication,,1731111543952.a03f75bccd2f2eca832ece9922abd6f8., putting online again at 1731111551190 (+1 ms)
2024-11-09T00:19:11,190 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731111543952.a03f75bccd2f2eca832ece9922abd6f8.
2024-11-09T00:19:11,324 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826 to pos 1806, reset compression=false
2024-11-09T00:19:11,389 DEBUG [RS:0;ef986b38239e:37439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:19:11,491 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/hbase/meta/1588230740/.tmp/table/4dc7ec5e18884d908c22e9753d415cd9
2024-11-09T00:19:11,496 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/hbase/meta/1588230740/.tmp/info/fc9646702fca4f5a90aceaa4775693a2 as hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/hbase/meta/1588230740/info/fc9646702fca4f5a90aceaa4775693a2
2024-11-09T00:19:11,504 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/hbase/meta/1588230740/info/fc9646702fca4f5a90aceaa4775693a2, entries=20, sequenceid=16, filesize=7.5 K
2024-11-09T00:19:11,506 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/hbase/meta/1588230740/.tmp/ns/ee546ccfcb81480592543f0af372570f as hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/hbase/meta/1588230740/ns/ee546ccfcb81480592543f0af372570f
2024-11-09T00:19:11,511 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/hbase/meta/1588230740/ns/ee546ccfcb81480592543f0af372570f, entries=2, sequenceid=16, filesize=5.0 K
2024-11-09T00:19:11,512 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/hbase/meta/1588230740/.tmp/rep_barrier/2085374b3a3342f3be96e20eb1c6ecb2 as hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/hbase/meta/1588230740/rep_barrier/2085374b3a3342f3be96e20eb1c6ecb2
2024-11-09T00:19:11,517 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/hbase/meta/1588230740/rep_barrier/2085374b3a3342f3be96e20eb1c6ecb2, entries=1, sequenceid=16, filesize=5.4 K
2024-11-09T00:19:11,518 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/hbase/meta/1588230740/.tmp/table/4dc7ec5e18884d908c22e9753d415cd9 as hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/hbase/meta/1588230740/table/4dc7ec5e18884d908c22e9753d415cd9
2024-11-09T00:19:11,523 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/hbase/meta/1588230740/table/4dc7ec5e18884d908c22e9753d415cd9, entries=4, sequenceid=16, filesize=5.2 K
2024-11-09T00:19:11,524 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1336ms, sequenceid=16, compaction requested=false
2024-11-09T00:19:11,549 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-09T00:19:11,549 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:19:11,549 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:19:11,549 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:19:11,549 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111550188Running coprocessor pre-close hooks at 1731111550188Disabling compacts and flushes for region at 1731111550188Disabling writes for close at 1731111550188Obtaining lock to block concurrent updates at 1731111550188Preparing flush snapshotting stores in 1588230740 at 1731111550188Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731111550189 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731111550189Flushing 1588230740/info: creating writer at 1731111550189Flushing 1588230740/info: appending metadata at 1731111550205 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731111550205Flushing 1588230740/ns: creating writer at 1731111550213 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731111550225 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731111550225Flushing 1588230740/rep_barrier: creating writer at 1731111550633 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731111550647 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731111550647Flushing 1588230740/table: creating writer at 1731111551055 (+408 ms)Flushing 1588230740/table: appending metadata at 1731111551074 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731111551074Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d4092a: reopening flushed file at 1731111551495 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7667e788: reopening flushed file at 1731111551504 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cef3b06: reopening flushed file at 1731111551512 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e3d340f: reopening flushed file at 1731111551517 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1336ms, sequenceid=16, compaction requested=false at 1731111551524 (+7 ms)Writing region close event to WAL at 1731111551544 (+20 ms)Running coprocessor post-close hooks at 1731111551549 (+5 ms)Closed at 1731111551549
2024-11-09T00:19:11,549 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-09T00:19:11,590 INFO  [RS:0;ef986b38239e:37439 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing
2024-11-09T00:19:11,590 INFO  [RS:0;ef986b38239e:37439 {}] regionserver.HRegionServer(976): stopping server ef986b38239e,37439,1731111537867; all regions closed.
2024-11-09T00:19:11,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741834_1010 (size=4239)
2024-11-09T00:19:11,592 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.meta.1731111540794.meta not finished, retry = 0
2024-11-09T00:19:11,633 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.1731111539826 to pos 1806, reset compression=false
2024-11-09T00:19:11,669 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 912, reset compression=false
2024-11-09T00:19:11,695 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741839_1015 (size=1733)
2024-11-09T00:19:11,695 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/WALs/ef986b38239e,37439,1731111537867/ef986b38239e%2C37439%2C1731111537867.rep.1731111544742 not finished, retry = 0
2024-11-09T00:19:11,802 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741832_1008 (size=1814)
2024-11-09T00:19:11,804 DEBUG [RS:0;ef986b38239e:37439 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:11,804 INFO  [RS:0;ef986b38239e:37439 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:19:11,807 INFO  [RS:0;ef986b38239e:37439 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:19:11,807 INFO  [RS:0;ef986b38239e:37439 {}] hbase.ChoreService(370): Chore service for: regionserver/ef986b38239e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-09T00:19:11,808 INFO  [RS:0;ef986b38239e:37439 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:19:11,808 INFO  [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:19:11,808 INFO  [RS:0;ef986b38239e:37439 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef986b38239e,37439,1731111537867 because: Region server is closing
2024-11-09T00:19:11,809 INFO  [RS:0;ef986b38239e:37439 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:37439.
2024-11-09T00:19:11,809 DEBUG [RS:0;ef986b38239e:37439 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:19:11,809 DEBUG [RS:0;ef986b38239e:37439 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:11,809 DEBUG [RS:0;ef986b38239e:37439 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:11,809 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:19:11,909 INFO  [RS:0;ef986b38239e:37439 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.shipperef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 terminated
2024-11-09T00:19:11,909 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37439,1731111537867.replicationSource.wal-reader.ef986b38239e%2C37439%2C1731111537867,1-ef986b38239e,37439,1731111537867 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-09T00:19:11,909 INFO  [RS:0;ef986b38239e:37439 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:37439.
2024-11-09T00:19:11,910 DEBUG [RS:0;ef986b38239e:37439 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:19:11,910 DEBUG [RS:0;ef986b38239e:37439 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:11,910 DEBUG [RS:0;ef986b38239e:37439 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:11,910 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:19:11,910 INFO  [RS:0;ef986b38239e:37439 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37439
2024-11-09T00:19:11,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1011cf5acb60003, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637485548/rs
2024-11-09T00:19:11,915 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x1011cf5acb60004, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1637485548/rs/ef986b38239e,37439,1731111537867
2024-11-09T00:19:11,915 INFO  [RS:0;ef986b38239e:37439 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:19:11,921 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef986b38239e,37439,1731111537867]
2024-11-09T00:19:11,936 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1637485548/draining/ef986b38239e,37439,1731111537867 already deleted, retry=false
2024-11-09T00:19:11,936 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef986b38239e,37439,1731111537867 expired; onlineServers=0
2024-11-09T00:19:11,936 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef986b38239e,35955,1731111537745' *****
2024-11-09T00:19:11,936 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-09T00:19:11,936 INFO  [M:0;ef986b38239e:35955 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:19:11,936 INFO  [M:0;ef986b38239e:35955 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:19:11,936 DEBUG [M:0;ef986b38239e:35955 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-09T00:19:11,936 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-09T00:19:11,936 DEBUG [M:0;ef986b38239e:35955 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-09T00:19:11,936 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111539452 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111539452,5,FailOnTimeoutGroup]
2024-11-09T00:19:11,936 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111539478 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111539478,5,FailOnTimeoutGroup]
2024-11-09T00:19:11,937 INFO  [M:0;ef986b38239e:35955 {}] hbase.ChoreService(370): Chore service for: master/ef986b38239e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-09T00:19:11,937 INFO  [M:0;ef986b38239e:35955 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:19:11,937 DEBUG [M:0;ef986b38239e:35955 {}] master.HMaster(1795): Stopping service threads
2024-11-09T00:19:11,937 INFO  [M:0;ef986b38239e:35955 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-09T00:19:11,937 INFO  [M:0;ef986b38239e:35955 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:19:11,937 INFO  [M:0;ef986b38239e:35955 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-09T00:19:11,937 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-09T00:19:11,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1011cf5acb60003, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1637485548/master
2024-11-09T00:19:11,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1011cf5acb60003, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637485548
2024-11-09T00:19:11,947 DEBUG [M:0;ef986b38239e:35955 {}] zookeeper.ZKUtil(347): master:35955-0x1011cf5acb60003, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Unable to get data of znode /1-1637485548/master because node does not exist (not an error)
2024-11-09T00:19:11,947 WARN  [M:0;ef986b38239e:35955 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-09T00:19:11,947 INFO  [M:0;ef986b38239e:35955 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/.lastflushedseqids
2024-11-09T00:19:11,951 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741847_1023 (size=245)
2024-11-09T00:19:12,026 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x1011cf5acb60004, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:19:12,026 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x1011cf5acb60004, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:19:12,026 INFO  [RS:0;ef986b38239e:37439 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:19:12,026 INFO  [RS:0;ef986b38239e:37439 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef986b38239e,37439,1731111537867; zookeeper connection closed.
2024-11-09T00:19:12,026 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6bb185cf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6bb185cf
2024-11-09T00:19:12,026 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-09T00:19:12,352 INFO  [M:0;ef986b38239e:35955 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-09T00:19:12,352 INFO  [M:0;ef986b38239e:35955 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-09T00:19:12,353 DEBUG [M:0;ef986b38239e:35955 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:19:12,353 INFO  [M:0;ef986b38239e:35955 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:19:12,353 DEBUG [M:0;ef986b38239e:35955 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:19:12,353 DEBUG [M:0;ef986b38239e:35955 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:19:12,353 DEBUG [M:0;ef986b38239e:35955 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:19:12,353 INFO  [M:0;ef986b38239e:35955 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB
2024-11-09T00:19:12,373 DEBUG [M:0;ef986b38239e:35955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7613515efd9141049f0848992db3dae7 is 82, key is hbase:meta,,1/info:regioninfo/1731111540858/Put/seqid=0
2024-11-09T00:19:12,377 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 912, reset compression=false
2024-11-09T00:19:12,377 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741848_1024 (size=5672)
2024-11-09T00:19:12,777 INFO  [M:0;ef986b38239e:35955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7613515efd9141049f0848992db3dae7
2024-11-09T00:19:12,794 DEBUG [M:0;ef986b38239e:35955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a43c2866b06a4deeb2d7b4375d3a9ba3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731111544869/Put/seqid=0
2024-11-09T00:19:12,801 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741849_1025 (size=8516)
2024-11-09T00:19:13,181 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 912, reset compression=false
2024-11-09T00:19:13,202 INFO  [M:0;ef986b38239e:35955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a43c2866b06a4deeb2d7b4375d3a9ba3
2024-11-09T00:19:13,218 DEBUG [M:0;ef986b38239e:35955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce0e2842a1684b15bb476e787c8714bb is 69, key is ef986b38239e,37439,1731111537867/rs:state/1731111539521/Put/seqid=0
2024-11-09T00:19:13,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741850_1026 (size=5156)
2024-11-09T00:19:13,621 INFO  [M:0;ef986b38239e:35955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce0e2842a1684b15bb476e787c8714bb
2024-11-09T00:19:13,626 DEBUG [M:0;ef986b38239e:35955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7613515efd9141049f0848992db3dae7 as hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7613515efd9141049f0848992db3dae7
2024-11-09T00:19:13,630 INFO  [M:0;ef986b38239e:35955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7613515efd9141049f0848992db3dae7, entries=8, sequenceid=97, filesize=5.5 K
2024-11-09T00:19:13,631 DEBUG [M:0;ef986b38239e:35955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a43c2866b06a4deeb2d7b4375d3a9ba3 as hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a43c2866b06a4deeb2d7b4375d3a9ba3
2024-11-09T00:19:13,634 INFO  [M:0;ef986b38239e:35955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a43c2866b06a4deeb2d7b4375d3a9ba3, entries=11, sequenceid=97, filesize=8.3 K
2024-11-09T00:19:13,635 DEBUG [M:0;ef986b38239e:35955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce0e2842a1684b15bb476e787c8714bb as hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce0e2842a1684b15bb476e787c8714bb
2024-11-09T00:19:13,638 INFO  [M:0;ef986b38239e:35955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39763/user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce0e2842a1684b15bb476e787c8714bb, entries=1, sequenceid=97, filesize=5.0 K
2024-11-09T00:19:13,639 INFO  [M:0;ef986b38239e:35955 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false
2024-11-09T00:19:13,643 INFO  [M:0;ef986b38239e:35955 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:19:13,643 DEBUG [M:0;ef986b38239e:35955 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111552353Disabling compacts and flushes for region at 1731111552353Disabling writes for close at 1731111552353Obtaining lock to block concurrent updates at 1731111552353Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731111552353Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731111552353Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731111552354 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731111552354Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731111552373 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731111552373Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731111552780 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731111552794 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731111552794Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731111553205 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731111553217 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731111553217Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14e576ff: reopening flushed file at 1731111553625 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f9c4b06: reopening flushed file at 1731111553630 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35b8bf1e: reopening flushed file at 1731111553634 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false at 1731111553639 (+5 ms)Writing region close event to WAL at 1731111553643 (+4 ms)Closed at 1731111553643
2024-11-09T00:19:13,645 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741830_1006 (size=63654)
2024-11-09T00:19:13,645 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/24b24da9-25b1-b133-c411-2b3d2c0e1238/MasterData/WALs/ef986b38239e,35955,1731111537745/ef986b38239e%2C35955%2C1731111537745.1731111539008 not finished, retry = 0
2024-11-09T00:19:13,746 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:19:13,746 INFO  [M:0;ef986b38239e:35955 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-09T00:19:13,746 INFO  [M:0;ef986b38239e:35955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35955
2024-11-09T00:19:13,747 INFO  [M:0;ef986b38239e:35955 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:19:13,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1011cf5acb60003, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:19:13,857 INFO  [M:0;ef986b38239e:35955 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:19:13,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1011cf5acb60003, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:19:13,861 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22144062{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:19:13,861 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ab6819f{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:19:13,861 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:19:13,861 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55806806{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:19:13,861 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7744ac18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a/hadoop.log.dir/,STOPPED}
2024-11-09T00:19:13,862 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T00:19:13,862 WARN  [BP-619292912-172.17.0.3-1731111535071 heartbeating to localhost/127.0.0.1:39763 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T00:19:13,862 WARN  [BP-619292912-172.17.0.3-1731111535071 heartbeating to localhost/127.0.0.1:39763 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-619292912-172.17.0.3-1731111535071 (Datanode Uuid a14ae9b7-e19c-4b01-a0a4-11cda1d306b0) service to localhost/127.0.0.1:39763
2024-11-09T00:19:13,863 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a/cluster_8ff77781-d055-c968-67cb-7900f46cc83c/data/data1/current/BP-619292912-172.17.0.3-1731111535071 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:19:13,863 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a/cluster_8ff77781-d055-c968-67cb-7900f46cc83c/data/data2/current/BP-619292912-172.17.0.3-1731111535071 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:19:13,863 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T00:19:13,864 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T00:19:13,871 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47e8a985{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:19:13,871 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fd43393{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:19:13,871 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:19:13,871 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da30d31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:19:13,871 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76085775{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a/hadoop.log.dir/,STOPPED}
2024-11-09T00:19:13,889 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-09T00:19:13,889 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-09T00:19:13,889 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:19:13,889 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:19:13,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:13,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:13,889 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:19:13,889 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-09T00:19:13,889 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=628432621, stopped=false
2024-11-09T00:19:13,889 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef986b38239e,34207,1731111532951
2024-11-09T00:19:13,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41813-0x1011cf5acb60001, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01108659198/running
2024-11-09T00:19:13,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41813-0x1011cf5acb60001, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108659198
2024-11-09T00:19:13,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1011cf5acb60000, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01108659198/running
2024-11-09T00:19:13,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1011cf5acb60000, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108659198
2024-11-09T00:19:13,905 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:19:13,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34207-0x1011cf5acb60000, quorum=127.0.0.1:54417, baseZNode=/01108659198 Set watcher on znode that does not yet exist, /01108659198/running
2024-11-09T00:19:13,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41813-0x1011cf5acb60001, quorum=127.0.0.1:54417, baseZNode=/01108659198 Set watcher on znode that does not yet exist, /01108659198/running
2024-11-09T00:19:13,906 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:19:13,906 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:19:13,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:13,906 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef986b38239e,41813,1731111533156' *****
2024-11-09T00:19:13,907 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T00:19:13,907 INFO  [RS:0;ef986b38239e:41813 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T00:19:13,907 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T00:19:13,907 INFO  [RS:0;ef986b38239e:41813 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T00:19:13,907 INFO  [RS:0;ef986b38239e:41813 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T00:19:13,907 INFO  [RS:0;ef986b38239e:41813 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f2330213f97a6391840bc2dd8a82643
2024-11-09T00:19:13,907 INFO  [RS:0;ef986b38239e:41813 {}] regionserver.HRegionServer(3091): Received CLOSE for e95b5c079a5832449e774af866d2533b
2024-11-09T00:19:13,907 INFO  [RS:0;ef986b38239e:41813 {}] regionserver.HRegionServer(959): stopping server ef986b38239e,41813,1731111533156
2024-11-09T00:19:13,907 INFO  [RS:0;ef986b38239e:41813 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:19:13,907 INFO  [RS:0;ef986b38239e:41813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:41813.
2024-11-09T00:19:13,907 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f2330213f97a6391840bc2dd8a82643, disabling compactions & flushes
2024-11-09T00:19:13,907 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731111540986.9f2330213f97a6391840bc2dd8a82643.
2024-11-09T00:19:13,907 DEBUG [RS:0;ef986b38239e:41813 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:19:13,907 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731111540986.9f2330213f97a6391840bc2dd8a82643.
2024-11-09T00:19:13,907 DEBUG [RS:0;ef986b38239e:41813 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:13,907 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731111540986.9f2330213f97a6391840bc2dd8a82643. after waiting 0 ms
2024-11-09T00:19:13,907 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731111540986.9f2330213f97a6391840bc2dd8a82643.
2024-11-09T00:19:13,908 INFO  [RS:0;ef986b38239e:41813 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T00:19:13,908 INFO  [RS:0;ef986b38239e:41813 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T00:19:13,908 INFO  [RS:0;ef986b38239e:41813 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T00:19:13,908 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9f2330213f97a6391840bc2dd8a82643 3/3 column families, dataSize=191 B heapSize=1.46 KB
2024-11-09T00:19:13,908 INFO  [RS:0;ef986b38239e:41813 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-09T00:19:13,908 INFO  [RS:0;ef986b38239e:41813 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-09T00:19:13,908 DEBUG [RS:0;ef986b38239e:41813 {}] regionserver.HRegionServer(1325): Online Regions={9f2330213f97a6391840bc2dd8a82643=test,,1731111540986.9f2330213f97a6391840bc2dd8a82643., e95b5c079a5832449e774af866d2533b=hbase:replication,,1731111542791.e95b5c079a5832449e774af866d2533b., 1588230740=hbase:meta,,1.1588230740}
2024-11-09T00:19:13,908 DEBUG [RS:0;ef986b38239e:41813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f2330213f97a6391840bc2dd8a82643, e95b5c079a5832449e774af866d2533b
2024-11-09T00:19:13,908 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:19:13,908 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:19:13,908 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:19:13,908 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:19:13,908 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:19:13,908 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-09T00:19:13,929 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/hbase/meta/1588230740/.tmp/info/51df05bdcb5d4efb998c07b5067a66f1 is 147, key is hbase:replication,,1731111542791.e95b5c079a5832449e774af866d2533b./info:regioninfo/1731111543225/Put/seqid=0
2024-11-09T00:19:13,931 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/default/test/9f2330213f97a6391840bc2dd8a82643/.tmp/f/89471661a5504b19a88c5775859e4f35 is 29, key is row1/f:/1731111549125/DeleteFamily/seqid=0
2024-11-09T00:19:13,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_1073741840_1016 (size=7686)
2024-11-09T00:19:13,935 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/hbase/meta/1588230740/.tmp/info/51df05bdcb5d4efb998c07b5067a66f1
2024-11-09T00:19:13,937 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_1073741841_1017 (size=5118)
2024-11-09T00:19:13,938 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/default/test/9f2330213f97a6391840bc2dd8a82643/.tmp/f/89471661a5504b19a88c5775859e4f35
2024-11-09T00:19:13,943 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89471661a5504b19a88c5775859e4f35
2024-11-09T00:19:13,962 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/default/test/9f2330213f97a6391840bc2dd8a82643/.tmp/f1/8f14e436f38141a5aac5894f08cfac4e is 30, key is row1/f1:/1731111549125/DeleteFamily/seqid=0
2024-11-09T00:19:13,963 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/hbase/meta/1588230740/.tmp/ns/e6d7bc227bc1458fb53bdc55915b2d75 is 43, key is default/ns:d/1731111534886/Put/seqid=0
2024-11-09T00:19:13,970 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_1073741842_1018 (size=5123)
2024-11-09T00:19:13,971 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_1073741843_1019 (size=5153)
2024-11-09T00:19:13,982 INFO  [regionserver/ef986b38239e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:19:14,084 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 912, reset compression=false
2024-11-09T00:19:14,091 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:19:14,091 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 1159, reset compression=false
2024-11-09T00:19:14,091 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.shipperef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,41813,1731111533156 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:19:14,092 ERROR [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.shipperef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ef986b38239e,41813,1731111533156: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ef986b38239e,41813,1731111533156, walGroup=ef986b38239e%2C41813%2C1731111533156, offset=ef986b38239e%2C41813%2C1731111533156.1731111533806:1159, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:41813 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-09T00:19:14,093 ERROR [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.shipperef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-09T00:19:14,093 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.shipperef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-09T00:19:14,094 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.shipperef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-09T00:19:14,094 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.shipperef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-09T00:19:14,094 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.shipperef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-09T00:19:14,094 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.shipperef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "Verbose": false,
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1061158912,
        "init": 1048576000,
        "max": 2306867200,
        "used": 693827584
      },
      "NonHeapMemoryUsage": {
        "committed": 195297280,
        "init": 7667712,
        "max": -1,
        "used": 191145248
      },
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-09T00:19:14,094 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.shipperef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:34207 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:34207 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-09T00:19:14,109 DEBUG [RS:0;ef986b38239e:41813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f2330213f97a6391840bc2dd8a82643, e95b5c079a5832449e774af866d2533b
2024-11-09T00:19:14,297 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 1159, reset compression=false
2024-11-09T00:19:14,309 DEBUG [RS:0;ef986b38239e:41813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f2330213f97a6391840bc2dd8a82643, e95b5c079a5832449e774af866d2533b
2024-11-09T00:19:14,370 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/default/test/9f2330213f97a6391840bc2dd8a82643/.tmp/f1/8f14e436f38141a5aac5894f08cfac4e
2024-11-09T00:19:14,372 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/hbase/meta/1588230740/.tmp/ns/e6d7bc227bc1458fb53bdc55915b2d75
2024-11-09T00:19:14,375 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f14e436f38141a5aac5894f08cfac4e
2024-11-09T00:19:14,403 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/hbase/meta/1588230740/.tmp/rep_barrier/0d95935b435047429b5f0cdeb0111ce3 is 112, key is test,,1731111540986.9f2330213f97a6391840bc2dd8a82643./rep_barrier:seqnumDuringOpen/1731111541411/Put/seqid=0
2024-11-09T00:19:14,414 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/default/test/9f2330213f97a6391840bc2dd8a82643/.tmp/norep/8b26595be5e24569a4c1a08e51e726d2 is 32, key is row/norep:/1731111548120/DeleteFamily/seqid=0
2024-11-09T00:19:14,434 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_1073741844_1020 (size=5518)
2024-11-09T00:19:14,434 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/hbase/meta/1588230740/.tmp/rep_barrier/0d95935b435047429b5f0cdeb0111ce3
2024-11-09T00:19:14,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_1073741845_1021 (size=5101)
2024-11-09T00:19:14,473 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/hbase/meta/1588230740/.tmp/table/87939f765cc749caafadb3b9d938103c is 53, key is hbase:replication/table:state/1731111543235/Put/seqid=0
2024-11-09T00:19:14,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_1073741846_1022 (size=5308)
2024-11-09T00:19:14,504 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/hbase/meta/1588230740/.tmp/table/87939f765cc749caafadb3b9d938103c
2024-11-09T00:19:14,509 DEBUG [RS:0;ef986b38239e:41813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f2330213f97a6391840bc2dd8a82643, e95b5c079a5832449e774af866d2533b
2024-11-09T00:19:14,512 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/hbase/meta/1588230740/.tmp/info/51df05bdcb5d4efb998c07b5067a66f1 as hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/hbase/meta/1588230740/info/51df05bdcb5d4efb998c07b5067a66f1
2024-11-09T00:19:14,521 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/hbase/meta/1588230740/info/51df05bdcb5d4efb998c07b5067a66f1, entries=20, sequenceid=16, filesize=7.5 K
2024-11-09T00:19:14,522 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/hbase/meta/1588230740/.tmp/ns/e6d7bc227bc1458fb53bdc55915b2d75 as hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/hbase/meta/1588230740/ns/e6d7bc227bc1458fb53bdc55915b2d75
2024-11-09T00:19:14,528 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/hbase/meta/1588230740/ns/e6d7bc227bc1458fb53bdc55915b2d75, entries=2, sequenceid=16, filesize=5.0 K
2024-11-09T00:19:14,530 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/hbase/meta/1588230740/.tmp/rep_barrier/0d95935b435047429b5f0cdeb0111ce3 as hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/hbase/meta/1588230740/rep_barrier/0d95935b435047429b5f0cdeb0111ce3
2024-11-09T00:19:14,538 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/hbase/meta/1588230740/rep_barrier/0d95935b435047429b5f0cdeb0111ce3, entries=1, sequenceid=16, filesize=5.4 K
2024-11-09T00:19:14,539 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/hbase/meta/1588230740/.tmp/table/87939f765cc749caafadb3b9d938103c as hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/hbase/meta/1588230740/table/87939f765cc749caafadb3b9d938103c
2024-11-09T00:19:14,547 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/hbase/meta/1588230740/table/87939f765cc749caafadb3b9d938103c, entries=4, sequenceid=16, filesize=5.2 K
2024-11-09T00:19:14,548 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 640ms, sequenceid=16, compaction requested=false
2024-11-09T00:19:14,548 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-09T00:19:14,605 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-09T00:19:14,606 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:19:14,606 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:19:14,606 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:19:14,606 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111553908Running coprocessor pre-close hooks at 1731111553908Disabling compacts and flushes for region at 1731111553908Disabling writes for close at 1731111553908Obtaining lock to block concurrent updates at 1731111553908Preparing flush snapshotting stores in 1588230740 at 1731111553908Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731111553909 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731111553912 (+3 ms)Flushing 1588230740/info: creating writer at 1731111553912Flushing 1588230740/info: appending metadata at 1731111553929 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731111553929Flushing 1588230740/ns: creating writer at 1731111553944 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731111553962 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731111553962Flushing 1588230740/rep_barrier: creating writer at 1731111554378 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731111554403 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731111554403Flushing 1588230740/table: creating writer at 1731111554439 (+36 ms)Flushing 1588230740/table: appending metadata at 1731111554473 (+34 ms)Flushing 1588230740/table: closing flushed file at 1731111554473Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b04774c: reopening flushed file at 1731111554511 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13d5ef8b: reopening flushed file at 1731111554521 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10be3261: reopening flushed file at 1731111554529 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ba01b85: reopening flushed file at 1731111554538 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 640ms, sequenceid=16, compaction requested=false at 1731111554548 (+10 ms)Writing region close event to WAL at 1731111554596 (+48 ms)Running coprocessor post-close hooks at 1731111554606 (+10 ms)Closed at 1731111554606
2024-11-09T00:19:14,606 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-09T00:19:14,609 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 1159, reset compression=false
2024-11-09T00:19:14,663 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-09T00:19:14,663 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-09T00:19:14,709 DEBUG [RS:0;ef986b38239e:41813 {}] regionserver.HRegionServer(1351): Waiting on 9f2330213f97a6391840bc2dd8a82643, e95b5c079a5832449e774af866d2533b
2024-11-09T00:19:14,865 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/default/test/9f2330213f97a6391840bc2dd8a82643/.tmp/norep/8b26595be5e24569a4c1a08e51e726d2
2024-11-09T00:19:14,869 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b26595be5e24569a4c1a08e51e726d2
2024-11-09T00:19:14,870 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/default/test/9f2330213f97a6391840bc2dd8a82643/.tmp/f/89471661a5504b19a88c5775859e4f35 as hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/default/test/9f2330213f97a6391840bc2dd8a82643/f/89471661a5504b19a88c5775859e4f35
2024-11-09T00:19:14,875 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89471661a5504b19a88c5775859e4f35
2024-11-09T00:19:14,875 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/default/test/9f2330213f97a6391840bc2dd8a82643/f/89471661a5504b19a88c5775859e4f35, entries=2, sequenceid=8, filesize=5.0 K
2024-11-09T00:19:14,876 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/default/test/9f2330213f97a6391840bc2dd8a82643/.tmp/f1/8f14e436f38141a5aac5894f08cfac4e as hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/default/test/9f2330213f97a6391840bc2dd8a82643/f1/8f14e436f38141a5aac5894f08cfac4e
2024-11-09T00:19:14,881 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f14e436f38141a5aac5894f08cfac4e
2024-11-09T00:19:14,881 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/default/test/9f2330213f97a6391840bc2dd8a82643/f1/8f14e436f38141a5aac5894f08cfac4e, entries=2, sequenceid=8, filesize=5.0 K
2024-11-09T00:19:14,882 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/default/test/9f2330213f97a6391840bc2dd8a82643/.tmp/norep/8b26595be5e24569a4c1a08e51e726d2 as hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/default/test/9f2330213f97a6391840bc2dd8a82643/norep/8b26595be5e24569a4c1a08e51e726d2
2024-11-09T00:19:14,893 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b26595be5e24569a4c1a08e51e726d2
2024-11-09T00:19:14,893 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/default/test/9f2330213f97a6391840bc2dd8a82643/norep/8b26595be5e24569a4c1a08e51e726d2, entries=1, sequenceid=8, filesize=5.0 K
2024-11-09T00:19:14,894 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 9f2330213f97a6391840bc2dd8a82643 in 987ms, sequenceid=8, compaction requested=false
2024-11-09T00:19:14,894 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-09T00:19:14,909 INFO  [RS:0;ef986b38239e:41813 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-09T00:19:14,909 DEBUG [RS:0;ef986b38239e:41813 {}] regionserver.HRegionServer(1325): Online Regions={9f2330213f97a6391840bc2dd8a82643=test,,1731111540986.9f2330213f97a6391840bc2dd8a82643., e95b5c079a5832449e774af866d2533b=hbase:replication,,1731111542791.e95b5c079a5832449e774af866d2533b.}
2024-11-09T00:19:14,909 DEBUG [RS:0;ef986b38239e:41813 {}] regionserver.HRegionServer(1351): Waiting on 9f2330213f97a6391840bc2dd8a82643, e95b5c079a5832449e774af866d2533b
2024-11-09T00:19:14,911 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/data/default/test/9f2330213f97a6391840bc2dd8a82643/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-09T00:19:14,911 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:19:14,911 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-09T00:19:14,912 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731111540986.9f2330213f97a6391840bc2dd8a82643.
2024-11-09T00:19:14,912 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f2330213f97a6391840bc2dd8a82643:
Waiting for close lock at 1731111553907Running coprocessor pre-close hooks at 1731111553907Disabling compacts and flushes for region at 1731111553907Disabling writes for close at 1731111553907Obtaining lock to block concurrent updates at 1731111553908 (+1 ms)Preparing flush snapshotting stores in 9f2330213f97a6391840bc2dd8a82643 at 1731111553908Finished memstore snapshotting test,,1731111540986.9f2330213f97a6391840bc2dd8a82643., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731111553908Flushing stores of test,,1731111540986.9f2330213f97a6391840bc2dd8a82643. at 1731111553909 (+1 ms)Flushing 9f2330213f97a6391840bc2dd8a82643/f: creating writer at 1731111553909Flushing 9f2330213f97a6391840bc2dd8a82643/f: appending metadata at 1731111553930 (+21 ms)Flushing 9f2330213f97a6391840bc2dd8a82643/f: closing flushed file at 1731111553930Flushing 9f2330213f97a6391840bc2dd8a82643/f1: creating writer at 1731111553943 (+13 ms)Flushing 9f2330213f97a6391840bc2dd8a82643/f1: appending metadata at 1731111553961 (+18 ms)Flushing 9f2330213f97a6391840bc2dd8a82643/f1: closing flushed file at 1731111553961Flushing 9f2330213f97a6391840bc2dd8a82643/norep: creating writer at 1731111554375 (+414 ms)Flushing 9f2330213f97a6391840bc2dd8a82643/norep: appending metadata at 1731111554410 (+35 ms)Flushing 9f2330213f97a6391840bc2dd8a82643/norep: closing flushed file at 1731111554410Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31b3613e: reopening flushed file at 1731111554869 (+459 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36e9cac9: reopening flushed file at 1731111554875 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bb32938: reopening flushed file at 1731111554881 (+6 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 9f2330213f97a6391840bc2dd8a82643 in 987ms, sequenceid=8, compaction requested=false at 1731111554894 (+13 ms)Writing region close event to WAL at 1731111554908 (+14 ms)Running coprocessor post-close hooks at 1731111554911 (+3 ms)Closed at 1731111554912 (+1 ms)
2024-11-09T00:19:14,912 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731111540986.9f2330213f97a6391840bc2dd8a82643.
2024-11-09T00:19:14,912 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e95b5c079a5832449e774af866d2533b, disabling compactions & flushes
2024-11-09T00:19:14,912 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111542791.e95b5c079a5832449e774af866d2533b.
2024-11-09T00:19:14,912 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111542791.e95b5c079a5832449e774af866d2533b.
2024-11-09T00:19:14,912 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111542791.e95b5c079a5832449e774af866d2533b. after waiting 0 ms
2024-11-09T00:19:14,912 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111542791.e95b5c079a5832449e774af866d2533b.
2024-11-09T00:19:14,912 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e95b5c079a5832449e774af866d2533b:
Waiting for close lock at 1731111554912Running coprocessor pre-close hooks at 1731111554912Disabling compacts and flushes for region at 1731111554912Disabling writes for close at 1731111554912Failed flush hbase:replication,,1731111542791.e95b5c079a5832449e774af866d2533b., putting online again at 1731111554912
2024-11-09T00:19:14,912 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731111542791.e95b5c079a5832449e774af866d2533b.
2024-11-09T00:19:15,014 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 1159, reset compression=false
2024-11-09T00:19:15,019 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:19:15,019 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 1803, reset compression=false
2024-11-09T00:19:15,085 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:19:15,086 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef986b38239e,44553,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-09T00:19:15,086 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28268 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef986b38239e,44553,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-09T00:19:15,110 INFO  [RS:0;ef986b38239e:41813 {}] regionserver.HRegionServer(3091): Received CLOSE for e95b5c079a5832449e774af866d2533b
2024-11-09T00:19:15,110 DEBUG [RS:0;ef986b38239e:41813 {}] regionserver.HRegionServer(1351): Waiting on e95b5c079a5832449e774af866d2533b
2024-11-09T00:19:15,110 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e95b5c079a5832449e774af866d2533b, disabling compactions & flushes
2024-11-09T00:19:15,110 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111542791.e95b5c079a5832449e774af866d2533b.
2024-11-09T00:19:15,110 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111542791.e95b5c079a5832449e774af866d2533b.
2024-11-09T00:19:15,110 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111542791.e95b5c079a5832449e774af866d2533b. after waiting 0 ms
2024-11-09T00:19:15,110 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111542791.e95b5c079a5832449e774af866d2533b.
2024-11-09T00:19:15,110 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e95b5c079a5832449e774af866d2533b:
Waiting for close lock at 1731111555110Running coprocessor pre-close hooks at 1731111555110Disabling compacts and flushes for region at 1731111555110Disabling writes for close at 1731111555110Failed flush hbase:replication,,1731111542791.e95b5c079a5832449e774af866d2533b., putting online again at 1731111555110
2024-11-09T00:19:15,110 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731111542791.e95b5c079a5832449e774af866d2533b.
2024-11-09T00:19:15,223 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/WALs/ef986b38239e,41813,1731111533156/ef986b38239e%2C41813%2C1731111533156.1731111533806 to pos 1803, reset compression=false
2024-11-09T00:19:15,310 INFO  [RS:0;ef986b38239e:41813 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing
2024-11-09T00:19:15,310 INFO  [RS:0;ef986b38239e:41813 {}] regionserver.HRegionServer(976): stopping server ef986b38239e,41813,1731111533156; all regions closed.
2024-11-09T00:19:15,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_1073741834_1010 (size=4239)
2024-11-09T00:19:15,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_1073741839_1015 (size=1733)
2024-11-09T00:19:15,340 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_1073741832_1008 (size=1811)
2024-11-09T00:19:15,341 DEBUG [RS:0;ef986b38239e:41813 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:15,341 INFO  [RS:0;ef986b38239e:41813 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:19:15,341 INFO  [RS:0;ef986b38239e:41813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:19:15,341 INFO  [RS:0;ef986b38239e:41813 {}] hbase.ChoreService(370): Chore service for: regionserver/ef986b38239e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-09T00:19:15,342 INFO  [RS:0;ef986b38239e:41813 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:19:15,342 INFO  [RS:0;ef986b38239e:41813 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef986b38239e,41813,1731111533156 because: Region server is closing
2024-11-09T00:19:15,342 INFO  [RS:0;ef986b38239e:41813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:41813.
2024-11-09T00:19:15,342 DEBUG [RS:0;ef986b38239e:41813 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:19:15,342 DEBUG [RS:0;ef986b38239e:41813 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:15,342 DEBUG [RS:0;ef986b38239e:41813 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:15,342 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:19:15,342 INFO  [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:19:15,442 INFO  [RS:0;ef986b38239e:41813 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.shipperef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 terminated
2024-11-09T00:19:15,442 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41813,1731111533156.replicationSource.wal-reader.ef986b38239e%2C41813%2C1731111533156,1-ef986b38239e,41813,1731111533156 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-09T00:19:15,443 INFO  [RS:0;ef986b38239e:41813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:41813.
2024-11-09T00:19:15,443 DEBUG [RS:0;ef986b38239e:41813 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:19:15,443 DEBUG [RS:0;ef986b38239e:41813 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:15,443 DEBUG [RS:0;ef986b38239e:41813 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:15,443 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:19:15,443 INFO  [RS:0;ef986b38239e:41813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41813
2024-11-09T00:19:15,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41813-0x1011cf5acb60001, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01108659198/rs/ef986b38239e,41813,1731111533156
2024-11-09T00:19:15,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1011cf5acb60000, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108659198/rs
2024-11-09T00:19:15,555 INFO  [RS:0;ef986b38239e:41813 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:19:15,555 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef986b38239e,41813,1731111533156]
2024-11-09T00:19:15,578 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01108659198/draining/ef986b38239e,41813,1731111533156 already deleted, retry=false
2024-11-09T00:19:15,578 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef986b38239e,41813,1731111533156 expired; onlineServers=0
2024-11-09T00:19:15,578 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef986b38239e,34207,1731111532951' *****
2024-11-09T00:19:15,578 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-09T00:19:15,578 INFO  [M:0;ef986b38239e:34207 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:19:15,578 INFO  [M:0;ef986b38239e:34207 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:19:15,578 DEBUG [M:0;ef986b38239e:34207 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-09T00:19:15,578 DEBUG [M:0;ef986b38239e:34207 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-09T00:19:15,578 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-09T00:19:15,578 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111533540 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111533540,5,FailOnTimeoutGroup]
2024-11-09T00:19:15,578 INFO  [M:0;ef986b38239e:34207 {}] hbase.ChoreService(370): Chore service for: master/ef986b38239e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-09T00:19:15,578 INFO  [M:0;ef986b38239e:34207 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:19:15,578 DEBUG [M:0;ef986b38239e:34207 {}] master.HMaster(1795): Stopping service threads
2024-11-09T00:19:15,578 INFO  [M:0;ef986b38239e:34207 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-09T00:19:15,578 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111533544 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111533544,5,FailOnTimeoutGroup]
2024-11-09T00:19:15,578 INFO  [M:0;ef986b38239e:34207 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:19:15,578 INFO  [M:0;ef986b38239e:34207 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-09T00:19:15,579 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-09T00:19:15,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1011cf5acb60000, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01108659198/master
2024-11-09T00:19:15,588 DEBUG [M:0;ef986b38239e:34207 {}] zookeeper.ZKUtil(347): master:34207-0x1011cf5acb60000, quorum=127.0.0.1:54417, baseZNode=/01108659198 Unable to get data of znode /01108659198/master because node does not exist (not an error)
2024-11-09T00:19:15,588 WARN  [M:0;ef986b38239e:34207 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-09T00:19:15,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1011cf5acb60000, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108659198
2024-11-09T00:19:15,589 INFO  [M:0;ef986b38239e:34207 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/.lastflushedseqids
2024-11-09T00:19:15,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_1073741847_1023 (size=245)
2024-11-09T00:19:15,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41813-0x1011cf5acb60001, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:19:15,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41813-0x1011cf5acb60001, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:19:15,668 INFO  [RS:0;ef986b38239e:41813 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:19:15,668 INFO  [RS:0;ef986b38239e:41813 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef986b38239e,41813,1731111533156; zookeeper connection closed.
2024-11-09T00:19:15,668 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14119c8d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14119c8d
2024-11-09T00:19:15,668 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-09T00:19:15,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-09T00:19:15,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-09T00:19:15,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-09T00:19:16,011 INFO  [M:0;ef986b38239e:34207 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-09T00:19:16,011 INFO  [M:0;ef986b38239e:34207 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-09T00:19:16,012 DEBUG [M:0;ef986b38239e:34207 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:19:16,012 INFO  [M:0;ef986b38239e:34207 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:19:16,012 DEBUG [M:0;ef986b38239e:34207 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:19:16,012 DEBUG [M:0;ef986b38239e:34207 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:19:16,012 DEBUG [M:0;ef986b38239e:34207 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:19:16,012 INFO  [M:0;ef986b38239e:34207 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB
2024-11-09T00:19:16,026 DEBUG [M:0;ef986b38239e:34207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26e8f3bfcde94569926e0d37a2215be1 is 82, key is hbase:meta,,1/info:regioninfo/1731111534789/Put/seqid=0
2024-11-09T00:19:16,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_1073741848_1024 (size=5672)
2024-11-09T00:19:16,431 INFO  [M:0;ef986b38239e:34207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26e8f3bfcde94569926e0d37a2215be1
2024-11-09T00:19:16,459 DEBUG [M:0;ef986b38239e:34207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5120fa20db804f8d9393a5ed99b33ee9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731111543240/Put/seqid=0
2024-11-09T00:19:16,476 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_1073741849_1025 (size=8516)
2024-11-09T00:19:16,479 INFO  [M:0;ef986b38239e:34207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5120fa20db804f8d9393a5ed99b33ee9
2024-11-09T00:19:16,505 DEBUG [M:0;ef986b38239e:34207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13fbdc346a6c452e92835e04a26edfff is 69, key is ef986b38239e,41813,1731111533156/rs:state/1731111533633/Put/seqid=0
2024-11-09T00:19:16,518 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_1073741850_1026 (size=5156)
2024-11-09T00:19:16,519 INFO  [M:0;ef986b38239e:34207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13fbdc346a6c452e92835e04a26edfff
2024-11-09T00:19:16,528 DEBUG [M:0;ef986b38239e:34207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26e8f3bfcde94569926e0d37a2215be1 as hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26e8f3bfcde94569926e0d37a2215be1
2024-11-09T00:19:16,543 INFO  [M:0;ef986b38239e:34207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26e8f3bfcde94569926e0d37a2215be1, entries=8, sequenceid=97, filesize=5.5 K
2024-11-09T00:19:16,544 DEBUG [M:0;ef986b38239e:34207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5120fa20db804f8d9393a5ed99b33ee9 as hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5120fa20db804f8d9393a5ed99b33ee9
2024-11-09T00:19:16,550 INFO  [M:0;ef986b38239e:34207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5120fa20db804f8d9393a5ed99b33ee9, entries=11, sequenceid=97, filesize=8.3 K
2024-11-09T00:19:16,551 DEBUG [M:0;ef986b38239e:34207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13fbdc346a6c452e92835e04a26edfff as hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13fbdc346a6c452e92835e04a26edfff
2024-11-09T00:19:16,558 INFO  [M:0;ef986b38239e:34207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45653/user/jenkins/test-data/b8c7d1c5-8a2e-7159-7113-a8083dc7eeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13fbdc346a6c452e92835e04a26edfff, entries=1, sequenceid=97, filesize=5.0 K
2024-11-09T00:19:16,559 INFO  [M:0;ef986b38239e:34207 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 547ms, sequenceid=97, compaction requested=false
2024-11-09T00:19:16,578 INFO  [M:0;ef986b38239e:34207 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:19:16,578 DEBUG [M:0;ef986b38239e:34207 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111556012Disabling compacts and flushes for region at 1731111556012Disabling writes for close at 1731111556012Obtaining lock to block concurrent updates at 1731111556012Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731111556012Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731111556012Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731111556013 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731111556013Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731111556026 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731111556026Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731111556437 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731111556459 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731111556459Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731111556484 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731111556504 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731111556504Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ceb078a: reopening flushed file at 1731111556527 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48c4ba28: reopening flushed file at 1731111556543 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d5d688c: reopening flushed file at 1731111556550 (+7 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 547ms, sequenceid=97, compaction requested=false at 1731111556559 (+9 ms)Writing region close event to WAL at 1731111556578 (+19 ms)Closed at 1731111556578
2024-11-09T00:19:16,586 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_1073741830_1006 (size=63654)
2024-11-09T00:19:16,587 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:19:16,588 INFO  [M:0;ef986b38239e:34207 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-09T00:19:16,588 INFO  [M:0;ef986b38239e:34207 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34207
2024-11-09T00:19:16,589 INFO  [M:0;ef986b38239e:34207 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:19:16,611 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:19:16,612 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:16,640 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:16,641 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:16,641 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:16,641 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:16,641 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:16,642 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:16,649 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:16,653 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:16,653 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:16,656 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:16,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1011cf5acb60000, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:19:16,741 INFO  [M:0;ef986b38239e:34207 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:19:16,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1011cf5acb60000, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:19:16,743 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40bc9671{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:19:16,744 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@201eac{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:19:16,744 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:19:16,744 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@111c5900{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:19:16,744 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6632bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/hadoop.log.dir/,STOPPED}
2024-11-09T00:19:16,747 WARN  [BP-1701723064-172.17.0.3-1731111530788 heartbeating to localhost/127.0.0.1:45653 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T00:19:16,747 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T00:19:16,747 WARN  [BP-1701723064-172.17.0.3-1731111530788 heartbeating to localhost/127.0.0.1:45653 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1701723064-172.17.0.3-1731111530788 (Datanode Uuid 5e62206f-b008-49ff-91ef-a17ee2e335e9) service to localhost/127.0.0.1:45653
2024-11-09T00:19:16,747 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T00:19:16,748 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/cluster_a59f1571-1642-488b-bf12-68c7f487e006/data/data1/current/BP-1701723064-172.17.0.3-1731111530788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:19:16,748 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/cluster_a59f1571-1642-488b-bf12-68c7f487e006/data/data2/current/BP-1701723064-172.17.0.3-1731111530788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:19:16,748 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T00:19:16,754 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60ad2533{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:19:16,754 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10ed0da3{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:19:16,755 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:19:16,755 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d0189c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:19:16,755 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70969ef9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ecd8058-08ad-ee05-d39e-a4c3b26266a4/hadoop.log.dir/,STOPPED}
2024-11-09T00:19:16,761 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-09T00:19:16,773 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-09T00:19:16,785 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=266 (was 242)
Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-27-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-27-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39763 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:45653
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:39763
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:39763
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39763
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-22-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45653
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39763
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: globalEventExecutor-1-13
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113)
	app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54417)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45653 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45653
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39763
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-22-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45653
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39763 from jenkins.hfs.13
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:45653
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-23-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54417)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: nioEventLoopGroup-23-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-22-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-23-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45653 from jenkins.hfs.12
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-27-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45653 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-29-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39763 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45653
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-29-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-29-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=659 (was 625) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=493 (was 448) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2481 (was 2640)
2024-11-09T00:19:16,797 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=266, OpenFileDescriptor=659, MaxFileDescriptor=1048576, SystemLoadAverage=493, ProcessCount=11, AvailableMemoryMB=2481
2024-11-09T00:19:16,812 INFO  [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2
2024-11-09T00:19:16,813 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a/hadoop.log.dir so I do NOT create it in target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee
2024-11-09T00:19:16,813 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a/hadoop.log.dir Erasing configuration value by system value.
2024-11-09T00:19:16,813 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a/hadoop.tmp.dir so I do NOT create it in target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee
2024-11-09T00:19:16,813 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96d1d641-497b-8e5f-2717-12d7c632631a/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-09T00:19:16,813 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee
2024-11-09T00:19:16,813 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/cluster_b461e053-f1b6-1555-ad27-b54fdbec145e, deleteOnExit=true
2024-11-09T00:19:16,818 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/cluster_b461e053-f1b6-1555-ad27-b54fdbec145e/zookeeper_0, clientPort=50773, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/cluster_b461e053-f1b6-1555-ad27-b54fdbec145e/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/cluster_b461e053-f1b6-1555-ad27-b54fdbec145e/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-09T00:19:16,819 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50773
2024-11-09T00:19:16,819 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-09T00:19:16,819 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-09T00:19:16,819 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/test.cache.data in system properties and HBase conf
2024-11-09T00:19:16,820 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/hadoop.tmp.dir in system properties and HBase conf
2024-11-09T00:19:16,820 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/hadoop.log.dir in system properties and HBase conf
2024-11-09T00:19:16,820 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-09T00:19:16,820 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-09T00:19:16,820 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-09T00:19:16,820 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-09T00:19:16,820 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:19:16,820 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:19:16,820 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-09T00:19:16,820 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:19:16,820 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-09T00:19:16,820 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-09T00:19:16,820 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:19:16,821 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:19:16,821 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-09T00:19:16,821 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/nfs.dump.dir in system properties and HBase conf
2024-11-09T00:19:16,821 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/java.io.tmpdir in system properties and HBase conf
2024-11-09T00:19:16,821 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:19:16,821 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-09T00:19:16,821 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-09T00:19:16,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011cf5acb60005, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-09T00:19:16,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011cf5acb60002, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-09T00:19:16,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011cf5acb60002, quorum=127.0.0.1:54417, baseZNode=/01108659198 Received Disconnected from ZooKeeper, ignoring
2024-11-09T00:19:16,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011cf5acb60005, quorum=127.0.0.1:54417, baseZNode=/1-1637485548 Received Disconnected from ZooKeeper, ignoring
2024-11-09T00:19:17,171 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:19:17,176 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:19:17,177 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:19:17,177 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:19:17,177 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T00:19:17,178 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:19:17,192 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44459592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:19:17,193 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51dfb943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:19:17,318 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c3f62b7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/java.io.tmpdir/jetty-localhost-39215-hadoop-hdfs-3_4_1-tests_jar-_-any-13269799551810603939/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:19:17,318 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d4b3e94{HTTP/1.1, (http/1.1)}{localhost:39215}
2024-11-09T00:19:17,318 INFO  [Time-limited test {}] server.Server(415): Started @228329ms
2024-11-09T00:19:17,629 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:19:17,631 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:19:17,645 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:19:17,645 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:19:17,645 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T00:19:17,647 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67ea18a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:19:17,648 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5873e400{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:19:17,765 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29850a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/java.io.tmpdir/jetty-localhost-38067-hadoop-hdfs-3_4_1-tests_jar-_-any-5671537272830946563/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:19:17,766 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37437004{HTTP/1.1, (http/1.1)}{localhost:38067}
2024-11-09T00:19:17,766 INFO  [Time-limited test {}] server.Server(415): Started @228777ms
2024-11-09T00:19:17,767 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T00:19:18,523 WARN  [Thread-2647 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/cluster_b461e053-f1b6-1555-ad27-b54fdbec145e/data/data2/current/BP-591444614-172.17.0.3-1731111556837/current, will proceed with Du for space computation calculation, 
2024-11-09T00:19:18,523 WARN  [Thread-2646 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/cluster_b461e053-f1b6-1555-ad27-b54fdbec145e/data/data1/current/BP-591444614-172.17.0.3-1731111556837/current, will proceed with Du for space computation calculation, 
2024-11-09T00:19:18,549 WARN  [Thread-2634 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T00:19:18,554 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e20c70792ca5ce9 with lease ID 0x91aa8ec42978d506: Processing first storage report for DS-42bd3836-83df-4ff6-a321-55a989b669e4 from datanode DatanodeRegistration(127.0.0.1:46647, datanodeUuid=0aeb3a54-ba20-4f77-8b09-1217b091fc5b, infoPort=42687, infoSecurePort=0, ipcPort=37135, storageInfo=lv=-57;cid=testClusterID;nsid=1446075615;c=1731111556837)
2024-11-09T00:19:18,554 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e20c70792ca5ce9 with lease ID 0x91aa8ec42978d506: from storage DS-42bd3836-83df-4ff6-a321-55a989b669e4 node DatanodeRegistration(127.0.0.1:46647, datanodeUuid=0aeb3a54-ba20-4f77-8b09-1217b091fc5b, infoPort=42687, infoSecurePort=0, ipcPort=37135, storageInfo=lv=-57;cid=testClusterID;nsid=1446075615;c=1731111556837), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:19:18,554 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e20c70792ca5ce9 with lease ID 0x91aa8ec42978d506: Processing first storage report for DS-0fa21590-3fe8-46e3-8944-1b8471de1de8 from datanode DatanodeRegistration(127.0.0.1:46647, datanodeUuid=0aeb3a54-ba20-4f77-8b09-1217b091fc5b, infoPort=42687, infoSecurePort=0, ipcPort=37135, storageInfo=lv=-57;cid=testClusterID;nsid=1446075615;c=1731111556837)
2024-11-09T00:19:18,554 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e20c70792ca5ce9 with lease ID 0x91aa8ec42978d506: from storage DS-0fa21590-3fe8-46e3-8944-1b8471de1de8 node DatanodeRegistration(127.0.0.1:46647, datanodeUuid=0aeb3a54-ba20-4f77-8b09-1217b091fc5b, infoPort=42687, infoSecurePort=0, ipcPort=37135, storageInfo=lv=-57;cid=testClusterID;nsid=1446075615;c=1731111556837), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:19:18,634 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee
2024-11-09T00:19:18,634 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:19:18,635 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:19:18,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741825_1001 (size=7)
2024-11-09T00:19:19,042 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079 with version=8
2024-11-09T00:19:19,042 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/hbase-staging
2024-11-09T00:19:19,044 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:19:19,044 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:19:19,044 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:19:19,044 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:19:19,044 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:19:19,044 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:19:19,044 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-09T00:19:19,044 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:19:19,045 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43501
2024-11-09T00:19:19,045 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43501 connecting to ZooKeeper ensemble=127.0.0.1:50773
2024-11-09T00:19:19,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435010x0, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:19:19,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43501-0x1011cf6127c0000 connected
2024-11-09T00:19:19,220 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:19:19,222 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:19:19,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43501-0x1011cf6127c0000, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Set watcher on znode that does not yet exist, /0-2136938628/running
2024-11-09T00:19:19,224 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079, hbase.cluster.distributed=false
2024-11-09T00:19:19,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43501-0x1011cf6127c0000, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Set watcher on znode that does not yet exist, /0-2136938628/acl
2024-11-09T00:19:19,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43501
2024-11-09T00:19:19,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43501
2024-11-09T00:19:19,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43501
2024-11-09T00:19:19,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43501
2024-11-09T00:19:19,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43501
2024-11-09T00:19:19,244 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:19:19,244 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:19:19,244 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:19:19,244 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:19:19,244 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:19:19,244 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:19:19,244 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T00:19:19,244 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:19:19,248 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44007
2024-11-09T00:19:19,249 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44007 connecting to ZooKeeper ensemble=127.0.0.1:50773
2024-11-09T00:19:19,250 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:19:19,251 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:19:19,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440070x0, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:19:19,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440070x0, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Set watcher on znode that does not yet exist, /0-2136938628/running
2024-11-09T00:19:19,262 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T00:19:19,263 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44007-0x1011cf6127c0001 connected
2024-11-09T00:19:19,272 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T00:19:19,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44007-0x1011cf6127c0001, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Set watcher on znode that does not yet exist, /0-2136938628/master
2024-11-09T00:19:19,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44007-0x1011cf6127c0001, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Set watcher on znode that does not yet exist, /0-2136938628/acl
2024-11-09T00:19:19,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44007
2024-11-09T00:19:19,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44007
2024-11-09T00:19:19,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44007
2024-11-09T00:19:19,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44007
2024-11-09T00:19:19,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44007
2024-11-09T00:19:19,294 DEBUG [M:0;ef986b38239e:43501 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef986b38239e:43501
2024-11-09T00:19:19,296 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2136938628/backup-masters/ef986b38239e,43501,1731111559043
2024-11-09T00:19:19,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1011cf6127c0000, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2136938628/backup-masters
2024-11-09T00:19:19,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44007-0x1011cf6127c0001, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2136938628/backup-masters
2024-11-09T00:19:19,304 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43501-0x1011cf6127c0000, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Set watcher on existing znode=/0-2136938628/backup-masters/ef986b38239e,43501,1731111559043
2024-11-09T00:19:19,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44007-0x1011cf6127c0001, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2136938628/master
2024-11-09T00:19:19,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44007-0x1011cf6127c0001, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2136938628
2024-11-09T00:19:19,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1011cf6127c0000, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2136938628
2024-11-09T00:19:19,315 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43501-0x1011cf6127c0000, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Set watcher on existing znode=/0-2136938628/master
2024-11-09T00:19:19,315 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2136938628/backup-masters/ef986b38239e,43501,1731111559043 from backup master directory
2024-11-09T00:19:19,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1011cf6127c0000, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2136938628/backup-masters/ef986b38239e,43501,1731111559043
2024-11-09T00:19:19,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1011cf6127c0000, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2136938628/backup-masters
2024-11-09T00:19:19,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44007-0x1011cf6127c0001, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2136938628/backup-masters
2024-11-09T00:19:19,325 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:19:19,325 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef986b38239e,43501,1731111559043
2024-11-09T00:19:19,328 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/hbase.id] with ID: 3254edc1-4fea-4184-b249-e8ec35aa5e36
2024-11-09T00:19:19,328 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/.tmp/hbase.id
2024-11-09T00:19:19,338 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741826_1002 (size=42)
2024-11-09T00:19:19,738 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/.tmp/hbase.id]:[hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/hbase.id]
2024-11-09T00:19:19,747 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:19:19,747 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-09T00:19:19,748 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-09T00:19:19,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1011cf6127c0000, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2136938628
2024-11-09T00:19:19,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44007-0x1011cf6127c0001, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2136938628
2024-11-09T00:19:19,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741827_1003 (size=196)
2024-11-09T00:19:20,250 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:19:20,251 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-09T00:19:20,251 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:19:20,256 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741828_1004 (size=1189)
2024-11-09T00:19:20,657 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/MasterData/data/master/store
2024-11-09T00:19:20,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741829_1005 (size=34)
2024-11-09T00:19:21,062 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:19:21,062 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:19:21,062 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:19:21,062 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:19:21,062 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:19:21,062 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:19:21,062 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:19:21,062 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111561062Disabling compacts and flushes for region at 1731111561062Disabling writes for close at 1731111561062Writing region close event to WAL at 1731111561062Closed at 1731111561062
2024-11-09T00:19:21,063 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/MasterData/data/master/store/.initializing
2024-11-09T00:19:21,063 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/MasterData/WALs/ef986b38239e,43501,1731111559043
2024-11-09T00:19:21,063 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:19:21,065 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef986b38239e%2C43501%2C1731111559043, suffix=, logDir=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/MasterData/WALs/ef986b38239e,43501,1731111559043, archiveDir=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/MasterData/oldWALs, maxLogs=10
2024-11-09T00:19:21,081 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/MasterData/WALs/ef986b38239e,43501,1731111559043/ef986b38239e%2C43501%2C1731111559043.1731111561065, exclude list is [], retry=0
2024-11-09T00:19:21,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46647,DS-42bd3836-83df-4ff6-a321-55a989b669e4,DISK]
2024-11-09T00:19:21,085 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/MasterData/WALs/ef986b38239e,43501,1731111559043/ef986b38239e%2C43501%2C1731111559043.1731111561065
2024-11-09T00:19:21,085 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42687:42687)]
2024-11-09T00:19:21,085 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:19:21,085 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:19:21,085 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:19:21,085 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:19:21,086 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:19:21,087 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-09T00:19:21,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:21,088 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:21,088 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:19:21,089 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-09T00:19:21,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:21,089 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:21,089 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:19:21,090 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-09T00:19:21,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:21,090 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:21,090 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:19:21,091 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-09T00:19:21,091 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:21,091 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:21,091 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:19:21,092 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:19:21,092 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:19:21,093 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:19:21,093 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:19:21,093 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:19:21,094 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:19:21,096 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:19:21,096 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69197829, jitterRate=0.03112800419330597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:19:21,097 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731111561085Initializing all the Stores at 1731111561086 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111561086Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111561086Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111561086Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111561086Cleaning up temporary data from old regions at 1731111561093 (+7 ms)Region opened successfully at 1731111561097 (+4 ms)
2024-11-09T00:19:21,097 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-09T00:19:21,099 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6967c07d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:19:21,100 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-09T00:19:21,100 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-09T00:19:21,100 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-09T00:19:21,100 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-09T00:19:21,100 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-09T00:19:21,101 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-09T00:19:21,101 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-09T00:19:21,102 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-09T00:19:21,102 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43501-0x1011cf6127c0000, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Unable to get data of znode /0-2136938628/balancer because node does not exist (not necessarily an error)
2024-11-09T00:19:21,114 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2136938628/balancer already deleted, retry=false
2024-11-09T00:19:21,114 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-09T00:19:21,115 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43501-0x1011cf6127c0000, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Unable to get data of znode /0-2136938628/normalizer because node does not exist (not necessarily an error)
2024-11-09T00:19:21,125 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2136938628/normalizer already deleted, retry=false
2024-11-09T00:19:21,125 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-09T00:19:21,126 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43501-0x1011cf6127c0000, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Unable to get data of znode /0-2136938628/switch/split because node does not exist (not necessarily an error)
2024-11-09T00:19:21,135 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2136938628/switch/split already deleted, retry=false
2024-11-09T00:19:21,136 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43501-0x1011cf6127c0000, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Unable to get data of znode /0-2136938628/switch/merge because node does not exist (not necessarily an error)
2024-11-09T00:19:21,146 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2136938628/switch/merge already deleted, retry=false
2024-11-09T00:19:21,148 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43501-0x1011cf6127c0000, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Unable to get data of znode /0-2136938628/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-09T00:19:21,156 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2136938628/snapshot-cleanup already deleted, retry=false
2024-11-09T00:19:21,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1011cf6127c0000, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2136938628/running
2024-11-09T00:19:21,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44007-0x1011cf6127c0001, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2136938628/running
2024-11-09T00:19:21,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44007-0x1011cf6127c0001, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2136938628
2024-11-09T00:19:21,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1011cf6127c0000, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2136938628
2024-11-09T00:19:21,167 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef986b38239e,43501,1731111559043, sessionid=0x1011cf6127c0000, setting cluster-up flag (Was=false)
2024-11-09T00:19:21,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44007-0x1011cf6127c0001, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2136938628
2024-11-09T00:19:21,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1011cf6127c0000, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2136938628
2024-11-09T00:19:21,219 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2136938628/flush-table-proc/acquired, /0-2136938628/flush-table-proc/reached, /0-2136938628/flush-table-proc/abort
2024-11-09T00:19:21,220 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,43501,1731111559043
2024-11-09T00:19:21,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44007-0x1011cf6127c0001, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2136938628
2024-11-09T00:19:21,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1011cf6127c0000, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2136938628
2024-11-09T00:19:21,272 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2136938628/online-snapshot/acquired, /0-2136938628/online-snapshot/reached, /0-2136938628/online-snapshot/abort
2024-11-09T00:19:21,273 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,43501,1731111559043
2024-11-09T00:19:21,274 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-09T00:19:21,275 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-09T00:19:21,275 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-09T00:19:21,275 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-09T00:19:21,275 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef986b38239e,43501,1731111559043
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-09T00:19:21,276 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:19:21,276 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:19:21,276 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:19:21,276 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:19:21,276 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef986b38239e:0, corePoolSize=10, maxPoolSize=10
2024-11-09T00:19:21,276 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:21,276 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:19:21,276 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:21,277 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731111591277
2024-11-09T00:19:21,277 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-09T00:19:21,277 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-09T00:19:21,277 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-09T00:19:21,277 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-09T00:19:21,277 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-09T00:19:21,277 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-09T00:19:21,277 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:19:21,277 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-09T00:19:21,277 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:21,278 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-09T00:19:21,278 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-09T00:19:21,278 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-09T00:19:21,278 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-09T00:19:21,278 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-09T00:19:21,278 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-09T00:19:21,278 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111561278,5,FailOnTimeoutGroup]
2024-11-09T00:19:21,278 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:21,278 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111561278,5,FailOnTimeoutGroup]
2024-11-09T00:19:21,278 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:21,278 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-09T00:19:21,278 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:21,278 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:21,278 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-09T00:19:21,285 INFO  [RS:0;ef986b38239e:44007 {}] regionserver.HRegionServer(746): ClusterId : 3254edc1-4fea-4184-b249-e8ec35aa5e36
2024-11-09T00:19:21,285 DEBUG [RS:0;ef986b38239e:44007 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T00:19:21,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741831_1007 (size=1321)
2024-11-09T00:19:21,294 DEBUG [RS:0;ef986b38239e:44007 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T00:19:21,294 DEBUG [RS:0;ef986b38239e:44007 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T00:19:21,304 DEBUG [RS:0;ef986b38239e:44007 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T00:19:21,304 DEBUG [RS:0;ef986b38239e:44007 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b72ff4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:19:21,319 DEBUG [RS:0;ef986b38239e:44007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef986b38239e:44007
2024-11-09T00:19:21,319 INFO  [RS:0;ef986b38239e:44007 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T00:19:21,319 INFO  [RS:0;ef986b38239e:44007 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T00:19:21,319 DEBUG [RS:0;ef986b38239e:44007 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T00:19:21,320 INFO  [RS:0;ef986b38239e:44007 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef986b38239e,43501,1731111559043 with port=44007, startcode=1731111559243
2024-11-09T00:19:21,320 DEBUG [RS:0;ef986b38239e:44007 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T00:19:21,321 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T00:19:21,322 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43501 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef986b38239e,44007,1731111559243
2024-11-09T00:19:21,322 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43501 {}] master.ServerManager(517): Registering regionserver=ef986b38239e,44007,1731111559243
2024-11-09T00:19:21,323 DEBUG [RS:0;ef986b38239e:44007 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079
2024-11-09T00:19:21,323 DEBUG [RS:0;ef986b38239e:44007 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33661
2024-11-09T00:19:21,323 DEBUG [RS:0;ef986b38239e:44007 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T00:19:21,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1011cf6127c0000, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2136938628/rs
2024-11-09T00:19:21,336 DEBUG [RS:0;ef986b38239e:44007 {}] zookeeper.ZKUtil(111): regionserver:44007-0x1011cf6127c0001, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Set watcher on existing znode=/0-2136938628/rs/ef986b38239e,44007,1731111559243
2024-11-09T00:19:21,336 WARN  [RS:0;ef986b38239e:44007 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:19:21,336 INFO  [RS:0;ef986b38239e:44007 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:19:21,336 DEBUG [RS:0;ef986b38239e:44007 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243
2024-11-09T00:19:21,336 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef986b38239e,44007,1731111559243]
2024-11-09T00:19:21,338 INFO  [RS:0;ef986b38239e:44007 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T00:19:21,340 INFO  [RS:0;ef986b38239e:44007 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T00:19:21,344 INFO  [RS:0;ef986b38239e:44007 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T00:19:21,344 INFO  [RS:0;ef986b38239e:44007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:21,344 INFO  [RS:0;ef986b38239e:44007 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T00:19:21,345 INFO  [RS:0;ef986b38239e:44007 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T00:19:21,345 INFO  [RS:0;ef986b38239e:44007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:21,345 DEBUG [RS:0;ef986b38239e:44007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:21,345 DEBUG [RS:0;ef986b38239e:44007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:21,345 DEBUG [RS:0;ef986b38239e:44007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:21,345 DEBUG [RS:0;ef986b38239e:44007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:21,345 DEBUG [RS:0;ef986b38239e:44007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:21,345 DEBUG [RS:0;ef986b38239e:44007 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:19:21,345 DEBUG [RS:0;ef986b38239e:44007 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:21,345 DEBUG [RS:0;ef986b38239e:44007 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:21,345 DEBUG [RS:0;ef986b38239e:44007 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:21,345 DEBUG [RS:0;ef986b38239e:44007 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:21,345 DEBUG [RS:0;ef986b38239e:44007 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:21,345 DEBUG [RS:0;ef986b38239e:44007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:21,345 DEBUG [RS:0;ef986b38239e:44007 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:19:21,345 DEBUG [RS:0;ef986b38239e:44007 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:19:21,348 INFO  [RS:0;ef986b38239e:44007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:21,348 INFO  [RS:0;ef986b38239e:44007 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:21,348 INFO  [RS:0;ef986b38239e:44007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:21,348 INFO  [RS:0;ef986b38239e:44007 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:21,348 INFO  [RS:0;ef986b38239e:44007 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:21,348 INFO  [RS:0;ef986b38239e:44007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,44007,1731111559243-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:19:21,365 INFO  [RS:0;ef986b38239e:44007 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T00:19:21,366 INFO  [RS:0;ef986b38239e:44007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,44007,1731111559243-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:21,366 INFO  [RS:0;ef986b38239e:44007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:21,366 INFO  [RS:0;ef986b38239e:44007 {}] regionserver.Replication(171): ef986b38239e,44007,1731111559243 started
2024-11-09T00:19:21,378 INFO  [RS:0;ef986b38239e:44007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:21,378 INFO  [RS:0;ef986b38239e:44007 {}] regionserver.HRegionServer(1482): Serving as ef986b38239e,44007,1731111559243, RpcServer on ef986b38239e/172.17.0.3:44007, sessionid=0x1011cf6127c0001
2024-11-09T00:19:21,378 DEBUG [RS:0;ef986b38239e:44007 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T00:19:21,378 DEBUG [RS:0;ef986b38239e:44007 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef986b38239e,44007,1731111559243
2024-11-09T00:19:21,379 DEBUG [RS:0;ef986b38239e:44007 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,44007,1731111559243'
2024-11-09T00:19:21,379 DEBUG [RS:0;ef986b38239e:44007 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2136938628/flush-table-proc/abort'
2024-11-09T00:19:21,379 DEBUG [RS:0;ef986b38239e:44007 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2136938628/flush-table-proc/acquired'
2024-11-09T00:19:21,379 DEBUG [RS:0;ef986b38239e:44007 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T00:19:21,379 DEBUG [RS:0;ef986b38239e:44007 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T00:19:21,379 DEBUG [RS:0;ef986b38239e:44007 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef986b38239e,44007,1731111559243
2024-11-09T00:19:21,379 DEBUG [RS:0;ef986b38239e:44007 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,44007,1731111559243'
2024-11-09T00:19:21,379 DEBUG [RS:0;ef986b38239e:44007 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2136938628/online-snapshot/abort'
2024-11-09T00:19:21,379 DEBUG [RS:0;ef986b38239e:44007 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2136938628/online-snapshot/acquired'
2024-11-09T00:19:21,380 DEBUG [RS:0;ef986b38239e:44007 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T00:19:21,380 INFO  [RS:0;ef986b38239e:44007 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T00:19:21,380 INFO  [RS:0;ef986b38239e:44007 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T00:19:21,480 INFO  [RS:0;ef986b38239e:44007 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:19:21,481 INFO  [RS:0;ef986b38239e:44007 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C44007%2C1731111559243, suffix=, logDir=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243, archiveDir=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/oldWALs, maxLogs=10
2024-11-09T00:19:21,493 DEBUG [RS:0;ef986b38239e:44007 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482, exclude list is [], retry=0
2024-11-09T00:19:21,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46647,DS-42bd3836-83df-4ff6-a321-55a989b669e4,DISK]
2024-11-09T00:19:21,497 INFO  [RS:0;ef986b38239e:44007 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482
2024-11-09T00:19:21,497 DEBUG [RS:0;ef986b38239e:44007 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42687:42687)]
2024-11-09T00:19:21,686 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-09T00:19:21,686 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079
2024-11-09T00:19:21,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741833_1009 (size=32)
2024-11-09T00:19:22,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:19:22,100 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:19:22,102 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:19:22,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:22,102 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:22,102 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:19:22,103 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:19:22,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:22,104 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:22,104 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:19:22,105 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:19:22,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:22,106 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:22,106 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:19:22,108 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:19:22,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:22,108 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:22,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:19:22,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/meta/1588230740
2024-11-09T00:19:22,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/meta/1588230740
2024-11-09T00:19:22,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:19:22,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:19:22,110 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:19:22,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:19:22,117 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:19:22,117 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68511510, jitterRate=0.02090105414390564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:19:22,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731111562091Initializing all the Stores at 1731111562092 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111562092Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111562100 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111562100Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111562100Cleaning up temporary data from old regions at 1731111562110 (+10 ms)Region opened successfully at 1731111562117 (+7 ms)
2024-11-09T00:19:22,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:19:22,118 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:19:22,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:19:22,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:19:22,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:19:22,118 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:19:22,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111562117Disabling compacts and flushes for region at 1731111562117Disabling writes for close at 1731111562118 (+1 ms)Writing region close event to WAL at 1731111562118Closed at 1731111562118
2024-11-09T00:19:22,119 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:19:22,119 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-09T00:19:22,119 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-09T00:19:22,120 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:19:22,120 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-09T00:19:22,270 DEBUG [ef986b38239e:43501 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-09T00:19:22,271 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef986b38239e,44007,1731111559243
2024-11-09T00:19:22,272 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,44007,1731111559243, state=OPENING
2024-11-09T00:19:22,295 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-09T00:19:22,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1011cf6127c0000, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2136938628
2024-11-09T00:19:22,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44007-0x1011cf6127c0001, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2136938628
2024-11-09T00:19:22,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2136938628/meta-region-server: CHANGED
2024-11-09T00:19:22,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2136938628/meta-region-server: CHANGED
2024-11-09T00:19:22,419 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:19:22,419 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,44007,1731111559243}]
2024-11-09T00:19:22,572 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:19:22,573 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-09T00:19:22,576 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-09T00:19:22,576 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:19:22,577 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-09T00:19:22,578 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C44007%2C1731111559243.meta, suffix=.meta, logDir=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243, archiveDir=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/oldWALs, maxLogs=10
2024-11-09T00:19:22,594 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.meta.1731111562578.meta, exclude list is [], retry=0
2024-11-09T00:19:22,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46647,DS-42bd3836-83df-4ff6-a321-55a989b669e4,DISK]
2024-11-09T00:19:22,597 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.meta.1731111562578.meta
2024-11-09T00:19:22,597 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42687:42687)]
2024-11-09T00:19:22,597 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:19:22,598 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:19:22,598 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:19:22,598 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-09T00:19:22,598 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-09T00:19:22,598 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-09T00:19:22,598 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:19:22,598 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-09T00:19:22,598 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-09T00:19:22,599 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:19:22,600 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:19:22,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:22,600 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:22,601 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:19:22,601 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:19:22,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:22,601 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:22,602 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:19:22,602 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:19:22,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:22,602 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:22,602 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:19:22,603 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:19:22,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:22,603 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:22,603 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:19:22,604 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/meta/1588230740
2024-11-09T00:19:22,605 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/meta/1588230740
2024-11-09T00:19:22,605 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:19:22,605 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:19:22,606 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:19:22,607 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:19:22,607 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73975033, jitterRate=0.10231389105319977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:19:22,607 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-09T00:19:22,608 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731111562598Writing region info on filesystem at 1731111562598Initializing all the Stores at 1731111562599 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111562599Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111562599Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111562599Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111562599Cleaning up temporary data from old regions at 1731111562605 (+6 ms)Running coprocessor post-open hooks at 1731111562607 (+2 ms)Region opened successfully at 1731111562607
2024-11-09T00:19:22,608 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731111562572
2024-11-09T00:19:22,610 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-09T00:19:22,610 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-09T00:19:22,610 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,44007,1731111559243
2024-11-09T00:19:22,611 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,44007,1731111559243, state=OPEN
2024-11-09T00:19:22,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1011cf6127c0000, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2136938628/meta-region-server
2024-11-09T00:19:22,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44007-0x1011cf6127c0001, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2136938628/meta-region-server
2024-11-09T00:19:22,630 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef986b38239e,44007,1731111559243
2024-11-09T00:19:22,630 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2136938628/meta-region-server: CHANGED
2024-11-09T00:19:22,630 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2136938628/meta-region-server: CHANGED
2024-11-09T00:19:22,632 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-09T00:19:22,632 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,44007,1731111559243 in 211 msec
2024-11-09T00:19:22,633 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-09T00:19:22,633 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 513 msec
2024-11-09T00:19:22,634 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:19:22,634 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-09T00:19:22,635 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:19:22,635 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,44007,1731111559243, seqNum=-1]
2024-11-09T00:19:22,635 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:19:22,636 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:19:22,641 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3650 sec
2024-11-09T00:19:22,641 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731111562641, completionTime=-1
2024-11-09T00:19:22,641 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-09T00:19:22,641 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-09T00:19:22,643 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-09T00:19:22,643 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731111622643
2024-11-09T00:19:22,643 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731111682643
2024-11-09T00:19:22,643 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-09T00:19:22,644 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,43501,1731111559043-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:22,644 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,43501,1731111559043-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:22,644 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,43501,1731111559043-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:22,644 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef986b38239e:43501, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:22,644 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:22,645 DEBUG [master/ef986b38239e:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-09T00:19:22,648 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:22,651 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.326sec
2024-11-09T00:19:22,651 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-09T00:19:22,651 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-09T00:19:22,651 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-09T00:19:22,651 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-09T00:19:22,651 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-09T00:19:22,651 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,43501,1731111559043-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:19:22,651 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,43501,1731111559043-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-09T00:19:22,653 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-09T00:19:22,653 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-09T00:19:22,653 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,43501,1731111559043-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:22,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694154b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:22,688 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,43501,-1 for getting cluster id
2024-11-09T00:19:22,688 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:19:22,692 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3254edc1-4fea-4184-b249-e8ec35aa5e36'
2024-11-09T00:19:22,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:19:22,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3254edc1-4fea-4184-b249-e8ec35aa5e36"

2024-11-09T00:19:22,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a19c8ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:22,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,43501,-1]
2024-11-09T00:19:22,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:19:22,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:22,694 INFO  [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:19:22,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd69fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:22,695 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:19:22,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,44007,1731111559243, seqNum=-1]
2024-11-09T00:19:22,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:19:22,697 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:19:22,699 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef986b38239e,43501,1731111559043
2024-11-09T00:19:22,700 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50773
2024-11-09T00:19:22,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:19:22,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011cf6127c0002 connected
2024-11-09T00:19:22,748 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/hadoop.log.dir so I do NOT create it in target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe
2024-11-09T00:19:22,749 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/hadoop.log.dir Erasing configuration value by system value.
2024-11-09T00:19:22,749 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/hadoop.tmp.dir so I do NOT create it in target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe
2024-11-09T00:19:22,749 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-09T00:19:22,749 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe
2024-11-09T00:19:22,749 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-09T00:19:22,749 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe/cluster_d2dbe3e1-9c6c-f9a4-c840-d3c7edffce70, deleteOnExit=true
2024-11-09T00:19:22,749 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-09T00:19:22,749 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe/test.cache.data in system properties and HBase conf
2024-11-09T00:19:22,749 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe/hadoop.tmp.dir in system properties and HBase conf
2024-11-09T00:19:22,749 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe/hadoop.log.dir in system properties and HBase conf
2024-11-09T00:19:22,749 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-09T00:19:22,749 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-09T00:19:22,749 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-09T00:19:22,749 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-09T00:19:22,749 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:19:22,749 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:19:22,750 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-09T00:19:22,750 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:19:22,750 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-09T00:19:22,750 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-09T00:19:22,750 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:19:22,750 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:19:22,750 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-09T00:19:22,750 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe/nfs.dump.dir in system properties and HBase conf
2024-11-09T00:19:22,750 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe/java.io.tmpdir in system properties and HBase conf
2024-11-09T00:19:22,750 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:19:22,750 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-09T00:19:22,750 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-09T00:19:23,384 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:19:23,391 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:19:23,396 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:19:23,396 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:19:23,396 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-09T00:19:23,401 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:19:23,401 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cf1b723{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:19:23,401 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16c530bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:19:23,539 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ef897f7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe/java.io.tmpdir/jetty-localhost-40077-hadoop-hdfs-3_4_1-tests_jar-_-any-11384592280965468010/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:19:23,539 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74b6ecd7{HTTP/1.1, (http/1.1)}{localhost:40077}
2024-11-09T00:19:23,539 INFO  [Time-limited test {}] server.Server(415): Started @234550ms
2024-11-09T00:19:24,086 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:19:24,090 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:19:24,091 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:19:24,091 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:19:24,091 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T00:19:24,091 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44954ca3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:19:24,092 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50d3dff6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:19:24,202 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40b203ab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe/java.io.tmpdir/jetty-localhost-39565-hadoop-hdfs-3_4_1-tests_jar-_-any-7569965579899717867/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:19:24,202 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39a4f5f5{HTTP/1.1, (http/1.1)}{localhost:39565}
2024-11-09T00:19:24,202 INFO  [Time-limited test {}] server.Server(415): Started @235213ms
2024-11-09T00:19:24,203 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T00:19:25,095 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:19:25,096 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef986b38239e,44553,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-09T00:19:25,096 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38278 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef986b38239e,44553,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-09T00:19:25,691 WARN  [Thread-2766 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe/cluster_d2dbe3e1-9c6c-f9a4-c840-d3c7edffce70/data/data1/current/BP-884563693-172.17.0.3-1731111562763/current, will proceed with Du for space computation calculation, 
2024-11-09T00:19:25,691 WARN  [Thread-2767 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe/cluster_d2dbe3e1-9c6c-f9a4-c840-d3c7edffce70/data/data2/current/BP-884563693-172.17.0.3-1731111562763/current, will proceed with Du for space computation calculation, 
2024-11-09T00:19:25,707 WARN  [Thread-2754 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T00:19:25,709 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3106604a3ed26116 with lease ID 0x891cbf4d39ac7deb: Processing first storage report for DS-d4d868eb-8341-4d30-b68b-1dc97064334b from datanode DatanodeRegistration(127.0.0.1:44967, datanodeUuid=6adf5e9a-f263-418d-91f3-728ab3043170, infoPort=42831, infoSecurePort=0, ipcPort=43973, storageInfo=lv=-57;cid=testClusterID;nsid=1689144114;c=1731111562763)
2024-11-09T00:19:25,709 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3106604a3ed26116 with lease ID 0x891cbf4d39ac7deb: from storage DS-d4d868eb-8341-4d30-b68b-1dc97064334b node DatanodeRegistration(127.0.0.1:44967, datanodeUuid=6adf5e9a-f263-418d-91f3-728ab3043170, infoPort=42831, infoSecurePort=0, ipcPort=43973, storageInfo=lv=-57;cid=testClusterID;nsid=1689144114;c=1731111562763), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:19:25,710 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3106604a3ed26116 with lease ID 0x891cbf4d39ac7deb: Processing first storage report for DS-114fd776-3f4c-4a59-9680-0e497ec4c61f from datanode DatanodeRegistration(127.0.0.1:44967, datanodeUuid=6adf5e9a-f263-418d-91f3-728ab3043170, infoPort=42831, infoSecurePort=0, ipcPort=43973, storageInfo=lv=-57;cid=testClusterID;nsid=1689144114;c=1731111562763)
2024-11-09T00:19:25,710 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3106604a3ed26116 with lease ID 0x891cbf4d39ac7deb: from storage DS-114fd776-3f4c-4a59-9680-0e497ec4c61f node DatanodeRegistration(127.0.0.1:44967, datanodeUuid=6adf5e9a-f263-418d-91f3-728ab3043170, infoPort=42831, infoSecurePort=0, ipcPort=43973, storageInfo=lv=-57;cid=testClusterID;nsid=1689144114;c=1731111562763), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:19:25,731 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe
2024-11-09T00:19:25,732 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:19:25,733 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:19:25,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741825_1001 (size=7)
2024-11-09T00:19:25,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-09T00:19:25,911 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-09T00:19:26,147 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89 with version=8
2024-11-09T00:19:26,147 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/hbase-staging
2024-11-09T00:19:26,149 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:19:26,149 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:19:26,149 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:19:26,149 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:19:26,149 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:19:26,149 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:19:26,149 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-09T00:19:26,149 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:19:26,150 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38423
2024-11-09T00:19:26,150 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38423 connecting to ZooKeeper ensemble=127.0.0.1:50773
2024-11-09T00:19:26,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384230x0, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:19:26,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38423-0x1011cf6127c0003 connected
2024-11-09T00:19:26,514 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:19:26,515 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:19:26,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38423-0x1011cf6127c0003, quorum=127.0.0.1:50773, baseZNode=/1631476241 Set watcher on znode that does not yet exist, /1631476241/running
2024-11-09T00:19:26,517 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89, hbase.cluster.distributed=false
2024-11-09T00:19:26,519 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38423-0x1011cf6127c0003, quorum=127.0.0.1:50773, baseZNode=/1631476241 Set watcher on znode that does not yet exist, /1631476241/acl
2024-11-09T00:19:26,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38423
2024-11-09T00:19:26,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38423
2024-11-09T00:19:26,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38423
2024-11-09T00:19:26,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38423
2024-11-09T00:19:26,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38423
2024-11-09T00:19:26,533 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:19:26,533 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:19:26,533 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:19:26,533 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:19:26,533 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:19:26,533 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:19:26,533 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T00:19:26,533 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:19:26,534 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37149
2024-11-09T00:19:26,534 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37149 connecting to ZooKeeper ensemble=127.0.0.1:50773
2024-11-09T00:19:26,535 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:19:26,536 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:19:26,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371490x0, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:19:26,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371490x0, quorum=127.0.0.1:50773, baseZNode=/1631476241 Set watcher on znode that does not yet exist, /1631476241/running
2024-11-09T00:19:26,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37149-0x1011cf6127c0004 connected
2024-11-09T00:19:26,546 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T00:19:26,547 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T00:19:26,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37149-0x1011cf6127c0004, quorum=127.0.0.1:50773, baseZNode=/1631476241 Set watcher on znode that does not yet exist, /1631476241/master
2024-11-09T00:19:26,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37149-0x1011cf6127c0004, quorum=127.0.0.1:50773, baseZNode=/1631476241 Set watcher on znode that does not yet exist, /1631476241/acl
2024-11-09T00:19:26,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37149
2024-11-09T00:19:26,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37149
2024-11-09T00:19:26,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37149
2024-11-09T00:19:26,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37149
2024-11-09T00:19:26,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37149
2024-11-09T00:19:26,564 DEBUG [M:0;ef986b38239e:38423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef986b38239e:38423
2024-11-09T00:19:26,565 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1631476241/backup-masters/ef986b38239e,38423,1731111566149
2024-11-09T00:19:26,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38423-0x1011cf6127c0003, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1631476241/backup-masters
2024-11-09T00:19:26,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1011cf6127c0004, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1631476241/backup-masters
2024-11-09T00:19:26,577 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38423-0x1011cf6127c0003, quorum=127.0.0.1:50773, baseZNode=/1631476241 Set watcher on existing znode=/1631476241/backup-masters/ef986b38239e,38423,1731111566149
2024-11-09T00:19:26,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1011cf6127c0004, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1631476241/master
2024-11-09T00:19:26,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38423-0x1011cf6127c0003, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1631476241
2024-11-09T00:19:26,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1011cf6127c0004, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1631476241
2024-11-09T00:19:26,588 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38423-0x1011cf6127c0003, quorum=127.0.0.1:50773, baseZNode=/1631476241 Set watcher on existing znode=/1631476241/master
2024-11-09T00:19:26,588 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1631476241/backup-masters/ef986b38239e,38423,1731111566149 from backup master directory
2024-11-09T00:19:26,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38423-0x1011cf6127c0003, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1631476241/backup-masters/ef986b38239e,38423,1731111566149
2024-11-09T00:19:26,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1011cf6127c0004, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1631476241/backup-masters
2024-11-09T00:19:26,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38423-0x1011cf6127c0003, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1631476241/backup-masters
2024-11-09T00:19:26,598 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:19:26,598 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef986b38239e,38423,1731111566149
2024-11-09T00:19:26,601 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/hbase.id] with ID: 1171eaf2-6185-4fff-b5eb-f6857dab4055
2024-11-09T00:19:26,601 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/.tmp/hbase.id
2024-11-09T00:19:26,610 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741826_1002 (size=42)
2024-11-09T00:19:27,010 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/.tmp/hbase.id]:[hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/hbase.id]
2024-11-09T00:19:27,018 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:19:27,018 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-09T00:19:27,019 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-09T00:19:27,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38423-0x1011cf6127c0003, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1631476241
2024-11-09T00:19:27,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1011cf6127c0004, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1631476241
2024-11-09T00:19:27,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741827_1003 (size=196)
2024-11-09T00:19:27,339 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-09T00:19:27,434 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:19:27,435 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-09T00:19:27,435 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:19:27,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741828_1004 (size=1189)
2024-11-09T00:19:27,598 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:27,599 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:27,627 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:27,627 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:27,627 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:27,628 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:27,628 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:27,628 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:27,635 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:27,637 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:27,638 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:27,639 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:27,843 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/MasterData/data/master/store
2024-11-09T00:19:27,847 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741829_1005 (size=34)
2024-11-09T00:19:28,153 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:19:28,153 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:28,154 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:28,186 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:28,186 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:28,186 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:28,186 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:28,186 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:28,186 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:28,192 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:28,195 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:28,195 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:28,197 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:28,248 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:19:28,248 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:19:28,248 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:19:28,248 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:19:28,248 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:19:28,248 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:19:28,248 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:19:28,248 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111568248Disabling compacts and flushes for region at 1731111568248Disabling writes for close at 1731111568248Writing region close event to WAL at 1731111568248Closed at 1731111568248
2024-11-09T00:19:28,249 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/MasterData/data/master/store/.initializing
2024-11-09T00:19:28,249 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/MasterData/WALs/ef986b38239e,38423,1731111566149
2024-11-09T00:19:28,250 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:19:28,251 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef986b38239e%2C38423%2C1731111566149, suffix=, logDir=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/MasterData/WALs/ef986b38239e,38423,1731111566149, archiveDir=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/MasterData/oldWALs, maxLogs=10
2024-11-09T00:19:28,267 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/MasterData/WALs/ef986b38239e,38423,1731111566149/ef986b38239e%2C38423%2C1731111566149.1731111568252, exclude list is [], retry=0
2024-11-09T00:19:28,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44967,DS-d4d868eb-8341-4d30-b68b-1dc97064334b,DISK]
2024-11-09T00:19:28,270 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/MasterData/WALs/ef986b38239e,38423,1731111566149/ef986b38239e%2C38423%2C1731111566149.1731111568252
2024-11-09T00:19:28,271 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42831:42831)]
2024-11-09T00:19:28,271 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:19:28,271 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:19:28,271 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:19:28,271 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:19:28,272 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:19:28,273 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-09T00:19:28,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:28,273 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:28,273 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:19:28,274 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-09T00:19:28,274 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:28,274 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:28,274 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:19:28,275 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-09T00:19:28,275 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:28,275 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:28,275 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:19:28,276 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-09T00:19:28,276 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:28,276 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:28,276 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:19:28,277 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:19:28,277 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:19:28,278 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:19:28,278 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:19:28,278 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:19:28,279 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:19:28,280 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:19:28,281 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66170644, jitterRate=-0.013980567455291748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:19:28,281 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731111568271Initializing all the Stores at 1731111568272 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111568272Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111568272Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111568272Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111568272Cleaning up temporary data from old regions at 1731111568278 (+6 ms)Region opened successfully at 1731111568281 (+3 ms)
2024-11-09T00:19:28,281 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-09T00:19:28,283 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5e49e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:19:28,283 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-09T00:19:28,283 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-09T00:19:28,283 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-09T00:19:28,283 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-09T00:19:28,284 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-09T00:19:28,284 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-09T00:19:28,284 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-09T00:19:28,289 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-09T00:19:28,290 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38423-0x1011cf6127c0003, quorum=127.0.0.1:50773, baseZNode=/1631476241 Unable to get data of znode /1631476241/balancer because node does not exist (not necessarily an error)
2024-11-09T00:19:28,318 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1631476241/balancer already deleted, retry=false
2024-11-09T00:19:28,319 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-09T00:19:28,320 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38423-0x1011cf6127c0003, quorum=127.0.0.1:50773, baseZNode=/1631476241 Unable to get data of znode /1631476241/normalizer because node does not exist (not necessarily an error)
2024-11-09T00:19:28,405 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1631476241/normalizer already deleted, retry=false
2024-11-09T00:19:28,406 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-09T00:19:28,406 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38423-0x1011cf6127c0003, quorum=127.0.0.1:50773, baseZNode=/1631476241 Unable to get data of znode /1631476241/switch/split because node does not exist (not necessarily an error)
2024-11-09T00:19:28,440 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1631476241/switch/split already deleted, retry=false
2024-11-09T00:19:28,441 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38423-0x1011cf6127c0003, quorum=127.0.0.1:50773, baseZNode=/1631476241 Unable to get data of znode /1631476241/switch/merge because node does not exist (not necessarily an error)
2024-11-09T00:19:28,450 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1631476241/switch/merge already deleted, retry=false
2024-11-09T00:19:28,452 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38423-0x1011cf6127c0003, quorum=127.0.0.1:50773, baseZNode=/1631476241 Unable to get data of znode /1631476241/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-09T00:19:28,461 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1631476241/snapshot-cleanup already deleted, retry=false
2024-11-09T00:19:28,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38423-0x1011cf6127c0003, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1631476241/running
2024-11-09T00:19:28,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1011cf6127c0004, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1631476241/running
2024-11-09T00:19:28,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38423-0x1011cf6127c0003, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1631476241
2024-11-09T00:19:28,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1011cf6127c0004, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1631476241
2024-11-09T00:19:28,472 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef986b38239e,38423,1731111566149, sessionid=0x1011cf6127c0003, setting cluster-up flag (Was=false)
2024-11-09T00:19:28,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38423-0x1011cf6127c0003, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1631476241
2024-11-09T00:19:28,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1011cf6127c0004, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1631476241
2024-11-09T00:19:28,524 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1631476241/flush-table-proc/acquired, /1631476241/flush-table-proc/reached, /1631476241/flush-table-proc/abort
2024-11-09T00:19:28,525 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,38423,1731111566149
2024-11-09T00:19:28,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38423-0x1011cf6127c0003, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1631476241
2024-11-09T00:19:28,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1011cf6127c0004, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1631476241
2024-11-09T00:19:28,577 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1631476241/online-snapshot/acquired, /1631476241/online-snapshot/reached, /1631476241/online-snapshot/abort
2024-11-09T00:19:28,578 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,38423,1731111566149
2024-11-09T00:19:28,578 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-09T00:19:28,579 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-09T00:19:28,580 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-09T00:19:28,580 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-09T00:19:28,580 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef986b38239e,38423,1731111566149
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-09T00:19:28,581 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:19:28,581 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:19:28,581 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:19:28,581 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:19:28,581 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef986b38239e:0, corePoolSize=10, maxPoolSize=10
2024-11-09T00:19:28,581 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:28,581 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:19:28,581 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:28,582 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731111598582
2024-11-09T00:19:28,582 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-09T00:19:28,582 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-09T00:19:28,583 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:19:28,583 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-09T00:19:28,583 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-09T00:19:28,583 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-09T00:19:28,583 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-09T00:19:28,583 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-09T00:19:28,583 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:28,583 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-09T00:19:28,583 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-09T00:19:28,584 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:28,584 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-09T00:19:28,584 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-09T00:19:28,584 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-09T00:19:28,584 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-09T00:19:28,584 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-09T00:19:28,584 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111568584,5,FailOnTimeoutGroup]
2024-11-09T00:19:28,592 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111568584,5,FailOnTimeoutGroup]
2024-11-09T00:19:28,592 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:28,592 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-09T00:19:28,592 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:28,592 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:28,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741831_1007 (size=1321)
2024-11-09T00:19:28,654 INFO  [RS:0;ef986b38239e:37149 {}] regionserver.HRegionServer(746): ClusterId : 1171eaf2-6185-4fff-b5eb-f6857dab4055
2024-11-09T00:19:28,654 DEBUG [RS:0;ef986b38239e:37149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T00:19:28,662 DEBUG [RS:0;ef986b38239e:37149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T00:19:28,662 DEBUG [RS:0;ef986b38239e:37149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T00:19:28,672 DEBUG [RS:0;ef986b38239e:37149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T00:19:28,673 DEBUG [RS:0;ef986b38239e:37149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@182761cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:19:28,689 DEBUG [RS:0;ef986b38239e:37149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef986b38239e:37149
2024-11-09T00:19:28,689 INFO  [RS:0;ef986b38239e:37149 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T00:19:28,689 INFO  [RS:0;ef986b38239e:37149 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T00:19:28,689 DEBUG [RS:0;ef986b38239e:37149 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T00:19:28,689 INFO  [RS:0;ef986b38239e:37149 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef986b38239e,38423,1731111566149 with port=37149, startcode=1731111566533
2024-11-09T00:19:28,690 DEBUG [RS:0;ef986b38239e:37149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T00:19:28,691 INFO  [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T00:19:28,691 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38423 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef986b38239e,37149,1731111566533
2024-11-09T00:19:28,691 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38423 {}] master.ServerManager(517): Registering regionserver=ef986b38239e,37149,1731111566533
2024-11-09T00:19:28,692 DEBUG [RS:0;ef986b38239e:37149 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89
2024-11-09T00:19:28,692 DEBUG [RS:0;ef986b38239e:37149 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36855
2024-11-09T00:19:28,692 DEBUG [RS:0;ef986b38239e:37149 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T00:19:28,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38423-0x1011cf6127c0003, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1631476241/rs
2024-11-09T00:19:28,732 DEBUG [RS:0;ef986b38239e:37149 {}] zookeeper.ZKUtil(111): regionserver:37149-0x1011cf6127c0004, quorum=127.0.0.1:50773, baseZNode=/1631476241 Set watcher on existing znode=/1631476241/rs/ef986b38239e,37149,1731111566533
2024-11-09T00:19:28,733 WARN  [RS:0;ef986b38239e:37149 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:19:28,733 INFO  [RS:0;ef986b38239e:37149 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:19:28,733 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef986b38239e,37149,1731111566533]
2024-11-09T00:19:28,733 DEBUG [RS:0;ef986b38239e:37149 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533
2024-11-09T00:19:28,739 INFO  [RS:0;ef986b38239e:37149 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T00:19:28,742 INFO  [RS:0;ef986b38239e:37149 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T00:19:28,743 INFO  [RS:0;ef986b38239e:37149 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T00:19:28,743 INFO  [RS:0;ef986b38239e:37149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:28,743 INFO  [RS:0;ef986b38239e:37149 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T00:19:28,743 INFO  [RS:0;ef986b38239e:37149 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T00:19:28,744 INFO  [RS:0;ef986b38239e:37149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:28,744 DEBUG [RS:0;ef986b38239e:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:28,744 DEBUG [RS:0;ef986b38239e:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:28,744 DEBUG [RS:0;ef986b38239e:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:28,744 DEBUG [RS:0;ef986b38239e:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:28,744 DEBUG [RS:0;ef986b38239e:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:28,744 DEBUG [RS:0;ef986b38239e:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:19:28,744 DEBUG [RS:0;ef986b38239e:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:28,744 DEBUG [RS:0;ef986b38239e:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:28,744 DEBUG [RS:0;ef986b38239e:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:28,744 DEBUG [RS:0;ef986b38239e:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:28,744 DEBUG [RS:0;ef986b38239e:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:28,744 DEBUG [RS:0;ef986b38239e:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:28,744 DEBUG [RS:0;ef986b38239e:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:19:28,744 DEBUG [RS:0;ef986b38239e:37149 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:19:28,756 INFO  [RS:0;ef986b38239e:37149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:28,756 INFO  [RS:0;ef986b38239e:37149 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:28,756 INFO  [RS:0;ef986b38239e:37149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:28,756 INFO  [RS:0;ef986b38239e:37149 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:28,756 INFO  [RS:0;ef986b38239e:37149 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:28,756 INFO  [RS:0;ef986b38239e:37149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,37149,1731111566533-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:19:28,773 INFO  [RS:0;ef986b38239e:37149 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T00:19:28,774 INFO  [RS:0;ef986b38239e:37149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,37149,1731111566533-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:28,774 INFO  [RS:0;ef986b38239e:37149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:28,774 INFO  [RS:0;ef986b38239e:37149 {}] regionserver.Replication(171): ef986b38239e,37149,1731111566533 started
2024-11-09T00:19:28,791 INFO  [RS:0;ef986b38239e:37149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:28,791 INFO  [RS:0;ef986b38239e:37149 {}] regionserver.HRegionServer(1482): Serving as ef986b38239e,37149,1731111566533, RpcServer on ef986b38239e/172.17.0.3:37149, sessionid=0x1011cf6127c0004
2024-11-09T00:19:28,792 DEBUG [RS:0;ef986b38239e:37149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T00:19:28,792 DEBUG [RS:0;ef986b38239e:37149 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef986b38239e,37149,1731111566533
2024-11-09T00:19:28,792 DEBUG [RS:0;ef986b38239e:37149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,37149,1731111566533'
2024-11-09T00:19:28,792 DEBUG [RS:0;ef986b38239e:37149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1631476241/flush-table-proc/abort'
2024-11-09T00:19:28,792 DEBUG [RS:0;ef986b38239e:37149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1631476241/flush-table-proc/acquired'
2024-11-09T00:19:28,792 DEBUG [RS:0;ef986b38239e:37149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T00:19:28,792 DEBUG [RS:0;ef986b38239e:37149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T00:19:28,792 DEBUG [RS:0;ef986b38239e:37149 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef986b38239e,37149,1731111566533
2024-11-09T00:19:28,792 DEBUG [RS:0;ef986b38239e:37149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,37149,1731111566533'
2024-11-09T00:19:28,793 DEBUG [RS:0;ef986b38239e:37149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1631476241/online-snapshot/abort'
2024-11-09T00:19:28,793 DEBUG [RS:0;ef986b38239e:37149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1631476241/online-snapshot/acquired'
2024-11-09T00:19:28,793 DEBUG [RS:0;ef986b38239e:37149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T00:19:28,793 INFO  [RS:0;ef986b38239e:37149 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T00:19:28,793 INFO  [RS:0;ef986b38239e:37149 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T00:19:28,893 INFO  [RS:0;ef986b38239e:37149 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:19:28,895 INFO  [RS:0;ef986b38239e:37149 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C37149%2C1731111566533, suffix=, logDir=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533, archiveDir=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/oldWALs, maxLogs=10
2024-11-09T00:19:28,912 DEBUG [RS:0;ef986b38239e:37149 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896, exclude list is [], retry=0
2024-11-09T00:19:28,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44967,DS-d4d868eb-8341-4d30-b68b-1dc97064334b,DISK]
2024-11-09T00:19:28,918 INFO  [RS:0;ef986b38239e:37149 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896
2024-11-09T00:19:28,918 DEBUG [RS:0;ef986b38239e:37149 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42831:42831)]
2024-11-09T00:19:28,998 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-09T00:19:28,998 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89
2024-11-09T00:19:29,002 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741833_1009 (size=32)
2024-11-09T00:19:29,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:19:29,407 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:19:29,408 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:19:29,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:29,409 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:29,409 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:19:29,410 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:19:29,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:29,410 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:29,411 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:19:29,412 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:19:29,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:29,413 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:29,413 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:19:29,415 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:19:29,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:29,416 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:29,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:19:29,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/meta/1588230740
2024-11-09T00:19:29,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/meta/1588230740
2024-11-09T00:19:29,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:19:29,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:19:29,419 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:19:29,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:19:29,426 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:19:29,426 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71241678, jitterRate=0.06158372759819031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:19:29,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731111569404Initializing all the Stores at 1731111569404Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111569404Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111569407 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111569407Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111569407Cleaning up temporary data from old regions at 1731111569419 (+12 ms)Region opened successfully at 1731111569426 (+7 ms)
2024-11-09T00:19:29,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:19:29,426 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:19:29,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:19:29,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:19:29,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:19:29,427 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:19:29,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111569426Disabling compacts and flushes for region at 1731111569426Disabling writes for close at 1731111569427 (+1 ms)Writing region close event to WAL at 1731111569427Closed at 1731111569427
2024-11-09T00:19:29,428 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:19:29,428 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-09T00:19:29,428 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-09T00:19:29,429 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:19:29,433 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-09T00:19:29,583 DEBUG [ef986b38239e:38423 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-09T00:19:29,584 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef986b38239e,37149,1731111566533
2024-11-09T00:19:29,585 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,37149,1731111566533, state=OPENING
2024-11-09T00:19:29,638 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-09T00:19:29,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1011cf6127c0004, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1631476241
2024-11-09T00:19:29,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38423-0x1011cf6127c0003, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1631476241
2024-11-09T00:19:29,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1631476241/meta-region-server: CHANGED
2024-11-09T00:19:29,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1631476241/meta-region-server: CHANGED
2024-11-09T00:19:29,651 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:19:29,651 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,37149,1731111566533}]
2024-11-09T00:19:29,803 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:19:29,805 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-09T00:19:29,817 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-09T00:19:29,817 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:19:29,817 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-09T00:19:29,818 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C37149%2C1731111566533.meta, suffix=.meta, logDir=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533, archiveDir=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/oldWALs, maxLogs=10
2024-11-09T00:19:29,832 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.meta.1731111569819.meta, exclude list is [], retry=0
2024-11-09T00:19:29,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44967,DS-d4d868eb-8341-4d30-b68b-1dc97064334b,DISK]
2024-11-09T00:19:29,839 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.meta.1731111569819.meta
2024-11-09T00:19:29,839 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42831:42831)]
2024-11-09T00:19:29,840 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:19:29,840 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:19:29,840 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:19:29,840 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-09T00:19:29,840 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-09T00:19:29,841 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-09T00:19:29,841 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:19:29,841 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-09T00:19:29,841 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-09T00:19:29,861 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:19:29,862 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:19:29,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:29,862 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:29,862 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:19:29,863 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:19:29,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:29,864 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:29,864 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:19:29,865 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:19:29,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:29,865 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:29,865 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:19:29,866 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:19:29,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:29,866 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:29,866 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:19:29,867 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/meta/1588230740
2024-11-09T00:19:29,867 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/meta/1588230740
2024-11-09T00:19:29,868 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:19:29,868 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:19:29,868 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:19:29,869 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:19:29,870 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64009435, jitterRate=-0.04618509113788605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:19:29,870 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-09T00:19:29,870 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731111569841Writing region info on filesystem at 1731111569841Initializing all the Stores at 1731111569845 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111569845Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111569860 (+15 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111569860Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111569860Cleaning up temporary data from old regions at 1731111569868 (+8 ms)Running coprocessor post-open hooks at 1731111569870 (+2 ms)Region opened successfully at 1731111569870
2024-11-09T00:19:29,870 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731111569803
2024-11-09T00:19:29,872 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-09T00:19:29,872 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-09T00:19:29,872 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,37149,1731111566533
2024-11-09T00:19:29,873 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,37149,1731111566533, state=OPEN
2024-11-09T00:19:29,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1011cf6127c0004, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1631476241/meta-region-server
2024-11-09T00:19:29,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38423-0x1011cf6127c0003, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1631476241/meta-region-server
2024-11-09T00:19:29,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1631476241/meta-region-server: CHANGED
2024-11-09T00:19:29,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1631476241/meta-region-server: CHANGED
2024-11-09T00:19:29,882 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef986b38239e,37149,1731111566533
2024-11-09T00:19:29,885 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-09T00:19:29,885 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,37149,1731111566533 in 231 msec
2024-11-09T00:19:29,887 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-09T00:19:29,887 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 457 msec
2024-11-09T00:19:29,887 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:19:29,887 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-09T00:19:29,888 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:19:29,888 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,37149,1731111566533, seqNum=-1]
2024-11-09T00:19:29,889 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:19:29,890 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:19:29,895 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3150 sec
2024-11-09T00:19:29,895 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731111569895, completionTime=-1
2024-11-09T00:19:29,895 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-09T00:19:29,895 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-09T00:19:29,897 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-09T00:19:29,897 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731111629897
2024-11-09T00:19:29,897 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731111689897
2024-11-09T00:19:29,898 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-09T00:19:29,898 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,38423,1731111566149-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:29,898 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,38423,1731111566149-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:29,898 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,38423,1731111566149-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:29,898 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef986b38239e:38423, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:29,898 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:29,898 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:29,899 DEBUG [master/ef986b38239e:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-09T00:19:29,901 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.303sec
2024-11-09T00:19:29,901 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-09T00:19:29,901 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-09T00:19:29,901 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-09T00:19:29,901 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-09T00:19:29,901 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-09T00:19:29,901 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,38423,1731111566149-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:19:29,901 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,38423,1731111566149-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-09T00:19:29,904 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-09T00:19:29,904 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-09T00:19:29,904 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,38423,1731111566149-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:29,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798dd4c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:29,960 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,38423,-1 for getting cluster id
2024-11-09T00:19:29,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:19:29,962 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1171eaf2-6185-4fff-b5eb-f6857dab4055'
2024-11-09T00:19:29,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:19:29,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1171eaf2-6185-4fff-b5eb-f6857dab4055"

2024-11-09T00:19:29,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7731a7e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:29,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,38423,-1]
2024-11-09T00:19:29,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:19:29,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:29,964 INFO  [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:19:29,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@850c79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:29,966 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:19:29,968 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,37149,1731111566533, seqNum=-1]
2024-11-09T00:19:29,968 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:19:29,970 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:19:29,972 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef986b38239e,38423,1731111566149
2024-11-09T00:19:29,972 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50773
2024-11-09T00:19:29,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:19:29,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011cf6127c0005 connected
2024-11-09T00:19:30,001 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe/hadoop.log.dir so I do NOT create it in target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009
2024-11-09T00:19:30,001 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe/hadoop.log.dir Erasing configuration value by system value.
2024-11-09T00:19:30,001 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe/hadoop.tmp.dir so I do NOT create it in target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009
2024-11-09T00:19:30,001 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-09T00:19:30,001 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009
2024-11-09T00:19:30,001 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-09T00:19:30,001 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009/cluster_c2a193b5-928a-472a-8bf3-293a83b68cf0, deleteOnExit=true
2024-11-09T00:19:30,001 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-09T00:19:30,001 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009/test.cache.data in system properties and HBase conf
2024-11-09T00:19:30,001 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009/hadoop.tmp.dir in system properties and HBase conf
2024-11-09T00:19:30,001 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009/hadoop.log.dir in system properties and HBase conf
2024-11-09T00:19:30,002 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-09T00:19:30,002 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-09T00:19:30,002 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-09T00:19:30,002 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-09T00:19:30,002 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:19:30,002 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:19:30,002 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-09T00:19:30,002 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:19:30,002 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-09T00:19:30,002 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-09T00:19:30,002 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:19:30,002 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:19:30,003 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-09T00:19:30,003 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009/nfs.dump.dir in system properties and HBase conf
2024-11-09T00:19:30,003 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009/java.io.tmpdir in system properties and HBase conf
2024-11-09T00:19:30,003 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:19:30,003 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-09T00:19:30,003 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-09T00:19:30,438 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:19:30,442 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:19:30,445 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:19:30,445 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:19:30,445 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T00:19:30,445 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:19:30,446 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@422ef394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:19:30,446 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3775579f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:19:30,549 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f67c797{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009/java.io.tmpdir/jetty-localhost-43437-hadoop-hdfs-3_4_1-tests_jar-_-any-8459768562903381082/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:19:30,549 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51b00fd7{HTTP/1.1, (http/1.1)}{localhost:43437}
2024-11-09T00:19:30,549 INFO  [Time-limited test {}] server.Server(415): Started @241560ms
2024-11-09T00:19:30,800 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:19:30,803 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:19:30,805 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:19:30,805 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:19:30,805 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T00:19:30,805 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@736c85e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:19:30,806 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ae5e2af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:19:30,930 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7615a626{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009/java.io.tmpdir/jetty-localhost-41409-hadoop-hdfs-3_4_1-tests_jar-_-any-2144500711379292049/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:19:30,931 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@190e30a{HTTP/1.1, (http/1.1)}{localhost:41409}
2024-11-09T00:19:30,931 INFO  [Time-limited test {}] server.Server(415): Started @241942ms
2024-11-09T00:19:30,933 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T00:19:31,849 WARN  [Thread-2888 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009/cluster_c2a193b5-928a-472a-8bf3-293a83b68cf0/data/data2/current/BP-630556220-172.17.0.3-1731111570023/current, will proceed with Du for space computation calculation, 
2024-11-09T00:19:31,849 WARN  [Thread-2887 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009/cluster_c2a193b5-928a-472a-8bf3-293a83b68cf0/data/data1/current/BP-630556220-172.17.0.3-1731111570023/current, will proceed with Du for space computation calculation, 
2024-11-09T00:19:31,868 WARN  [Thread-2875 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T00:19:31,870 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x734855a4bc08fa05 with lease ID 0x200b2421a9402fae: Processing first storage report for DS-71b712e0-b380-48f2-9e18-530309a3f8fa from datanode DatanodeRegistration(127.0.0.1:40905, datanodeUuid=c605445f-cea2-4d94-bb54-dc0f56e568eb, infoPort=44347, infoSecurePort=0, ipcPort=46787, storageInfo=lv=-57;cid=testClusterID;nsid=91926427;c=1731111570023)
2024-11-09T00:19:31,870 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x734855a4bc08fa05 with lease ID 0x200b2421a9402fae: from storage DS-71b712e0-b380-48f2-9e18-530309a3f8fa node DatanodeRegistration(127.0.0.1:40905, datanodeUuid=c605445f-cea2-4d94-bb54-dc0f56e568eb, infoPort=44347, infoSecurePort=0, ipcPort=46787, storageInfo=lv=-57;cid=testClusterID;nsid=91926427;c=1731111570023), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:19:31,870 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x734855a4bc08fa05 with lease ID 0x200b2421a9402fae: Processing first storage report for DS-64d7062c-c4ed-4d85-a036-a2faa3fb6ef1 from datanode DatanodeRegistration(127.0.0.1:40905, datanodeUuid=c605445f-cea2-4d94-bb54-dc0f56e568eb, infoPort=44347, infoSecurePort=0, ipcPort=46787, storageInfo=lv=-57;cid=testClusterID;nsid=91926427;c=1731111570023)
2024-11-09T00:19:31,870 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x734855a4bc08fa05 with lease ID 0x200b2421a9402fae: from storage DS-64d7062c-c4ed-4d85-a036-a2faa3fb6ef1 node DatanodeRegistration(127.0.0.1:40905, datanodeUuid=c605445f-cea2-4d94-bb54-dc0f56e568eb, infoPort=44347, infoSecurePort=0, ipcPort=46787, storageInfo=lv=-57;cid=testClusterID;nsid=91926427;c=1731111570023), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:19:31,929 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009
2024-11-09T00:19:31,929 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:19:31,930 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:19:31,942 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741825_1001 (size=7)
2024-11-09T00:19:32,344 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95 with version=8
2024-11-09T00:19:32,344 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/hbase-staging
2024-11-09T00:19:32,347 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:19:32,347 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:19:32,347 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:19:32,347 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:19:32,347 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:19:32,347 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:19:32,347 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-09T00:19:32,347 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:19:32,348 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44163
2024-11-09T00:19:32,349 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44163 connecting to ZooKeeper ensemble=127.0.0.1:50773
2024-11-09T00:19:32,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441630x0, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:19:32,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44163-0x1011cf6127c0006 connected
2024-11-09T00:19:32,493 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:19:32,495 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:19:32,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44163-0x1011cf6127c0006, quorum=127.0.0.1:50773, baseZNode=/258323663 Set watcher on znode that does not yet exist, /258323663/running
2024-11-09T00:19:32,497 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95, hbase.cluster.distributed=false
2024-11-09T00:19:32,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44163-0x1011cf6127c0006, quorum=127.0.0.1:50773, baseZNode=/258323663 Set watcher on znode that does not yet exist, /258323663/acl
2024-11-09T00:19:32,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44163
2024-11-09T00:19:32,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44163
2024-11-09T00:19:32,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44163
2024-11-09T00:19:32,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44163
2024-11-09T00:19:32,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44163
2024-11-09T00:19:32,529 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:19:32,529 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:19:32,529 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:19:32,529 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:19:32,529 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:19:32,529 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:19:32,529 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T00:19:32,529 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:19:32,530 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36331
2024-11-09T00:19:32,530 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36331 connecting to ZooKeeper ensemble=127.0.0.1:50773
2024-11-09T00:19:32,531 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:19:32,532 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:19:32,545 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363310x0, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:19:32,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363310x0, quorum=127.0.0.1:50773, baseZNode=/258323663 Set watcher on znode that does not yet exist, /258323663/running
2024-11-09T00:19:32,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36331-0x1011cf6127c0007 connected
2024-11-09T00:19:32,546 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T00:19:32,548 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T00:19:32,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36331-0x1011cf6127c0007, quorum=127.0.0.1:50773, baseZNode=/258323663 Set watcher on znode that does not yet exist, /258323663/master
2024-11-09T00:19:32,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36331-0x1011cf6127c0007, quorum=127.0.0.1:50773, baseZNode=/258323663 Set watcher on znode that does not yet exist, /258323663/acl
2024-11-09T00:19:32,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36331
2024-11-09T00:19:32,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36331
2024-11-09T00:19:32,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36331
2024-11-09T00:19:32,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36331
2024-11-09T00:19:32,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36331
2024-11-09T00:19:32,574 DEBUG [M:0;ef986b38239e:44163 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef986b38239e:44163
2024-11-09T00:19:32,575 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /258323663/backup-masters/ef986b38239e,44163,1731111572346
2024-11-09T00:19:32,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011cf6127c0006, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/258323663/backup-masters
2024-11-09T00:19:32,587 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36331-0x1011cf6127c0007, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/258323663/backup-masters
2024-11-09T00:19:32,587 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44163-0x1011cf6127c0006, quorum=127.0.0.1:50773, baseZNode=/258323663 Set watcher on existing znode=/258323663/backup-masters/ef986b38239e,44163,1731111572346
2024-11-09T00:19:32,597 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36331-0x1011cf6127c0007, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/258323663/master
2024-11-09T00:19:32,598 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36331-0x1011cf6127c0007, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/258323663
2024-11-09T00:19:32,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011cf6127c0006, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/258323663
2024-11-09T00:19:32,598 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44163-0x1011cf6127c0006, quorum=127.0.0.1:50773, baseZNode=/258323663 Set watcher on existing znode=/258323663/master
2024-11-09T00:19:32,598 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /258323663/backup-masters/ef986b38239e,44163,1731111572346 from backup master directory
2024-11-09T00:19:32,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011cf6127c0006, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/258323663/backup-masters/ef986b38239e,44163,1731111572346
2024-11-09T00:19:32,608 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36331-0x1011cf6127c0007, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/258323663/backup-masters
2024-11-09T00:19:32,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011cf6127c0006, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/258323663/backup-masters
2024-11-09T00:19:32,608 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:19:32,608 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef986b38239e,44163,1731111572346
2024-11-09T00:19:32,611 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/hbase.id] with ID: 8e42541e-2162-4099-8fd7-01946dd60f34
2024-11-09T00:19:32,611 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/.tmp/hbase.id
2024-11-09T00:19:32,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741826_1002 (size=42)
2024-11-09T00:19:33,026 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/.tmp/hbase.id]:[hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/hbase.id]
2024-11-09T00:19:33,040 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:19:33,040 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-09T00:19:33,043 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms.
2024-11-09T00:19:33,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011cf6127c0006, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/258323663
2024-11-09T00:19:33,212 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36331-0x1011cf6127c0007, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/258323663
2024-11-09T00:19:33,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741827_1003 (size=196)
2024-11-09T00:19:33,234 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:19:33,235 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-09T00:19:33,235 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:19:33,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741828_1004 (size=1189)
2024-11-09T00:19:33,246 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/MasterData/data/master/store
2024-11-09T00:19:33,252 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741829_1005 (size=34)
2024-11-09T00:19:33,253 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:19:33,253 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:19:33,253 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:19:33,253 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:19:33,254 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:19:33,254 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:19:33,254 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:19:33,254 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111573253Disabling compacts and flushes for region at 1731111573253Disabling writes for close at 1731111573254 (+1 ms)Writing region close event to WAL at 1731111573254Closed at 1731111573254
2024-11-09T00:19:33,255 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/MasterData/data/master/store/.initializing
2024-11-09T00:19:33,255 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/MasterData/WALs/ef986b38239e,44163,1731111572346
2024-11-09T00:19:33,256 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:19:33,258 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef986b38239e%2C44163%2C1731111572346, suffix=, logDir=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/MasterData/WALs/ef986b38239e,44163,1731111572346, archiveDir=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/MasterData/oldWALs, maxLogs=10
2024-11-09T00:19:33,277 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/MasterData/WALs/ef986b38239e,44163,1731111572346/ef986b38239e%2C44163%2C1731111572346.1731111573258, exclude list is [], retry=0
2024-11-09T00:19:33,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40905,DS-71b712e0-b380-48f2-9e18-530309a3f8fa,DISK]
2024-11-09T00:19:33,283 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/MasterData/WALs/ef986b38239e,44163,1731111572346/ef986b38239e%2C44163%2C1731111572346.1731111573258
2024-11-09T00:19:33,283 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44347:44347)]
2024-11-09T00:19:33,283 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:19:33,283 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:19:33,283 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:19:33,284 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:19:33,288 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:19:33,290 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-09T00:19:33,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:33,290 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:33,290 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:19:33,291 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-09T00:19:33,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:33,292 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:33,292 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:19:33,293 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-09T00:19:33,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:33,293 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:33,293 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:19:33,294 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-09T00:19:33,294 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:33,294 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:33,295 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:19:33,295 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:19:33,296 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:19:33,297 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:19:33,297 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:19:33,297 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:19:33,298 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:19:33,305 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:19:33,305 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75199926, jitterRate=0.1205662190914154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:19:33,305 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731111573284Initializing all the Stores at 1731111573284Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111573284Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111573288 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111573288Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111573288Cleaning up temporary data from old regions at 1731111573297 (+9 ms)Region opened successfully at 1731111573305 (+8 ms)
2024-11-09T00:19:33,320 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-09T00:19:33,323 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319e5eac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:19:33,324 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-09T00:19:33,324 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-09T00:19:33,324 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-09T00:19:33,324 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-09T00:19:33,324 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-09T00:19:33,325 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-09T00:19:33,325 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-09T00:19:33,326 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-09T00:19:33,327 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44163-0x1011cf6127c0006, quorum=127.0.0.1:50773, baseZNode=/258323663 Unable to get data of znode /258323663/balancer because node does not exist (not necessarily an error)
2024-11-09T00:19:33,334 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /258323663/balancer already deleted, retry=false
2024-11-09T00:19:33,335 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-09T00:19:33,335 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44163-0x1011cf6127c0006, quorum=127.0.0.1:50773, baseZNode=/258323663 Unable to get data of znode /258323663/normalizer because node does not exist (not necessarily an error)
2024-11-09T00:19:33,345 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /258323663/normalizer already deleted, retry=false
2024-11-09T00:19:33,345 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-09T00:19:33,347 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44163-0x1011cf6127c0006, quorum=127.0.0.1:50773, baseZNode=/258323663 Unable to get data of znode /258323663/switch/split because node does not exist (not necessarily an error)
2024-11-09T00:19:33,355 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /258323663/switch/split already deleted, retry=false
2024-11-09T00:19:33,356 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44163-0x1011cf6127c0006, quorum=127.0.0.1:50773, baseZNode=/258323663 Unable to get data of znode /258323663/switch/merge because node does not exist (not necessarily an error)
2024-11-09T00:19:33,366 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /258323663/switch/merge already deleted, retry=false
2024-11-09T00:19:33,368 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44163-0x1011cf6127c0006, quorum=127.0.0.1:50773, baseZNode=/258323663 Unable to get data of znode /258323663/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-09T00:19:33,377 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /258323663/snapshot-cleanup already deleted, retry=false
2024-11-09T00:19:33,387 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36331-0x1011cf6127c0007, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/258323663/running
2024-11-09T00:19:33,387 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36331-0x1011cf6127c0007, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/258323663
2024-11-09T00:19:33,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011cf6127c0006, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/258323663/running
2024-11-09T00:19:33,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011cf6127c0006, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/258323663
2024-11-09T00:19:33,387 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef986b38239e,44163,1731111572346, sessionid=0x1011cf6127c0006, setting cluster-up flag (Was=false)
2024-11-09T00:19:33,571 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36331-0x1011cf6127c0007, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/258323663
2024-11-09T00:19:33,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011cf6127c0006, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/258323663
2024-11-09T00:19:33,619 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /258323663/flush-table-proc/acquired, /258323663/flush-table-proc/reached, /258323663/flush-table-proc/abort
2024-11-09T00:19:33,620 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,44163,1731111572346
2024-11-09T00:19:33,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011cf6127c0006, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/258323663
2024-11-09T00:19:33,640 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36331-0x1011cf6127c0007, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/258323663
2024-11-09T00:19:33,671 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /258323663/online-snapshot/acquired, /258323663/online-snapshot/reached, /258323663/online-snapshot/abort
2024-11-09T00:19:33,672 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,44163,1731111572346
2024-11-09T00:19:33,673 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-09T00:19:33,674 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-09T00:19:33,675 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-09T00:19:33,675 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-09T00:19:33,675 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef986b38239e,44163,1731111572346
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-09T00:19:33,676 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:19:33,676 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:19:33,676 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:19:33,676 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:19:33,676 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef986b38239e:0, corePoolSize=10, maxPoolSize=10
2024-11-09T00:19:33,676 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:33,676 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:19:33,676 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:33,679 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731111603679
2024-11-09T00:19:33,680 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-09T00:19:33,680 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:19:33,680 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-09T00:19:33,680 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-09T00:19:33,680 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-09T00:19:33,680 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-09T00:19:33,680 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-09T00:19:33,680 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-09T00:19:33,681 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:33,681 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-09T00:19:33,684 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:33,693 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-09T00:19:33,693 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-09T00:19:33,693 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-09T00:19:33,693 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-09T00:19:33,693 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-09T00:19:33,694 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-09T00:19:33,694 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111573694,5,FailOnTimeoutGroup]
2024-11-09T00:19:33,712 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111573694,5,FailOnTimeoutGroup]
2024-11-09T00:19:33,712 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:33,712 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-09T00:19:33,712 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:33,712 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:33,715 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741831_1007 (size=1321)
2024-11-09T00:19:33,762 INFO  [RS:0;ef986b38239e:36331 {}] regionserver.HRegionServer(746): ClusterId : 8e42541e-2162-4099-8fd7-01946dd60f34
2024-11-09T00:19:33,762 DEBUG [RS:0;ef986b38239e:36331 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T00:19:33,775 DEBUG [RS:0;ef986b38239e:36331 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T00:19:33,775 DEBUG [RS:0;ef986b38239e:36331 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T00:19:33,788 DEBUG [RS:0;ef986b38239e:36331 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T00:19:33,788 DEBUG [RS:0;ef986b38239e:36331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12e743a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:19:33,799 DEBUG [RS:0;ef986b38239e:36331 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef986b38239e:36331
2024-11-09T00:19:33,799 INFO  [RS:0;ef986b38239e:36331 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T00:19:33,799 INFO  [RS:0;ef986b38239e:36331 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T00:19:33,799 DEBUG [RS:0;ef986b38239e:36331 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T00:19:33,799 INFO  [RS:0;ef986b38239e:36331 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef986b38239e,44163,1731111572346 with port=36331, startcode=1731111572528
2024-11-09T00:19:33,800 DEBUG [RS:0;ef986b38239e:36331 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T00:19:33,801 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T00:19:33,801 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44163 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef986b38239e,36331,1731111572528
2024-11-09T00:19:33,801 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44163 {}] master.ServerManager(517): Registering regionserver=ef986b38239e,36331,1731111572528
2024-11-09T00:19:33,802 DEBUG [RS:0;ef986b38239e:36331 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95
2024-11-09T00:19:33,802 DEBUG [RS:0;ef986b38239e:36331 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33309
2024-11-09T00:19:33,802 DEBUG [RS:0;ef986b38239e:36331 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T00:19:33,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011cf6127c0006, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/258323663/rs
2024-11-09T00:19:33,837 DEBUG [RS:0;ef986b38239e:36331 {}] zookeeper.ZKUtil(111): regionserver:36331-0x1011cf6127c0007, quorum=127.0.0.1:50773, baseZNode=/258323663 Set watcher on existing znode=/258323663/rs/ef986b38239e,36331,1731111572528
2024-11-09T00:19:33,837 WARN  [RS:0;ef986b38239e:36331 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:19:33,837 INFO  [RS:0;ef986b38239e:36331 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:19:33,837 DEBUG [RS:0;ef986b38239e:36331 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528
2024-11-09T00:19:33,837 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef986b38239e,36331,1731111572528]
2024-11-09T00:19:33,839 INFO  [RS:0;ef986b38239e:36331 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T00:19:33,840 INFO  [RS:0;ef986b38239e:36331 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T00:19:33,841 INFO  [RS:0;ef986b38239e:36331 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T00:19:33,841 INFO  [RS:0;ef986b38239e:36331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:33,841 INFO  [RS:0;ef986b38239e:36331 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T00:19:33,841 INFO  [RS:0;ef986b38239e:36331 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T00:19:33,841 INFO  [RS:0;ef986b38239e:36331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:33,841 DEBUG [RS:0;ef986b38239e:36331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:33,841 DEBUG [RS:0;ef986b38239e:36331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:33,841 DEBUG [RS:0;ef986b38239e:36331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:33,841 DEBUG [RS:0;ef986b38239e:36331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:33,841 DEBUG [RS:0;ef986b38239e:36331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:33,841 DEBUG [RS:0;ef986b38239e:36331 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:19:33,842 DEBUG [RS:0;ef986b38239e:36331 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:33,842 DEBUG [RS:0;ef986b38239e:36331 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:33,842 DEBUG [RS:0;ef986b38239e:36331 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:33,842 DEBUG [RS:0;ef986b38239e:36331 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:33,842 DEBUG [RS:0;ef986b38239e:36331 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:33,842 DEBUG [RS:0;ef986b38239e:36331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:19:33,842 DEBUG [RS:0;ef986b38239e:36331 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:19:33,842 DEBUG [RS:0;ef986b38239e:36331 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:19:33,842 INFO  [RS:0;ef986b38239e:36331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:33,842 INFO  [RS:0;ef986b38239e:36331 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:33,842 INFO  [RS:0;ef986b38239e:36331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:33,842 INFO  [RS:0;ef986b38239e:36331 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:33,842 INFO  [RS:0;ef986b38239e:36331 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:33,842 INFO  [RS:0;ef986b38239e:36331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,36331,1731111572528-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:19:33,855 INFO  [RS:0;ef986b38239e:36331 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T00:19:33,855 INFO  [RS:0;ef986b38239e:36331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,36331,1731111572528-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:33,855 INFO  [RS:0;ef986b38239e:36331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:33,855 INFO  [RS:0;ef986b38239e:36331 {}] regionserver.Replication(171): ef986b38239e,36331,1731111572528 started
2024-11-09T00:19:33,867 INFO  [RS:0;ef986b38239e:36331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:33,867 INFO  [RS:0;ef986b38239e:36331 {}] regionserver.HRegionServer(1482): Serving as ef986b38239e,36331,1731111572528, RpcServer on ef986b38239e/172.17.0.3:36331, sessionid=0x1011cf6127c0007
2024-11-09T00:19:33,867 DEBUG [RS:0;ef986b38239e:36331 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T00:19:33,867 DEBUG [RS:0;ef986b38239e:36331 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef986b38239e,36331,1731111572528
2024-11-09T00:19:33,867 DEBUG [RS:0;ef986b38239e:36331 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,36331,1731111572528'
2024-11-09T00:19:33,867 DEBUG [RS:0;ef986b38239e:36331 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/258323663/flush-table-proc/abort'
2024-11-09T00:19:33,868 DEBUG [RS:0;ef986b38239e:36331 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/258323663/flush-table-proc/acquired'
2024-11-09T00:19:33,868 DEBUG [RS:0;ef986b38239e:36331 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T00:19:33,868 DEBUG [RS:0;ef986b38239e:36331 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T00:19:33,868 DEBUG [RS:0;ef986b38239e:36331 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef986b38239e,36331,1731111572528
2024-11-09T00:19:33,868 DEBUG [RS:0;ef986b38239e:36331 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,36331,1731111572528'
2024-11-09T00:19:33,868 DEBUG [RS:0;ef986b38239e:36331 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/258323663/online-snapshot/abort'
2024-11-09T00:19:33,868 DEBUG [RS:0;ef986b38239e:36331 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/258323663/online-snapshot/acquired'
2024-11-09T00:19:33,869 DEBUG [RS:0;ef986b38239e:36331 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T00:19:33,869 INFO  [RS:0;ef986b38239e:36331 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T00:19:33,869 INFO  [RS:0;ef986b38239e:36331 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T00:19:33,969 INFO  [RS:0;ef986b38239e:36331 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:19:33,970 INFO  [RS:0;ef986b38239e:36331 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C36331%2C1731111572528, suffix=, logDir=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528, archiveDir=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/oldWALs, maxLogs=10
2024-11-09T00:19:33,983 DEBUG [RS:0;ef986b38239e:36331 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970, exclude list is [], retry=0
2024-11-09T00:19:33,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40905,DS-71b712e0-b380-48f2-9e18-530309a3f8fa,DISK]
2024-11-09T00:19:33,987 INFO  [RS:0;ef986b38239e:36331 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970
2024-11-09T00:19:33,987 DEBUG [RS:0;ef986b38239e:36331 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44347:44347)]
2024-11-09T00:19:34,115 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-09T00:19:34,115 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95
2024-11-09T00:19:34,119 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741833_1009 (size=32)
2024-11-09T00:19:34,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:19:34,521 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:19:34,522 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:19:34,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:34,523 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:34,523 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:19:34,524 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:19:34,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:34,525 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:34,525 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:19:34,526 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:19:34,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:34,527 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:34,527 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:19:34,528 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:19:34,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:34,528 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:34,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:19:34,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/meta/1588230740
2024-11-09T00:19:34,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/meta/1588230740
2024-11-09T00:19:34,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:19:34,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:19:34,530 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:19:34,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:19:34,537 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:19:34,537 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69872352, jitterRate=0.04117918014526367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:19:34,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731111574520Initializing all the Stores at 1731111574521 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111574521Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111574521Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111574521Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111574521Cleaning up temporary data from old regions at 1731111574530 (+9 ms)Region opened successfully at 1731111574537 (+7 ms)
2024-11-09T00:19:34,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:19:34,537 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:19:34,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:19:34,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:19:34,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:19:34,538 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:19:34,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111574537Disabling compacts and flushes for region at 1731111574537Disabling writes for close at 1731111574537Writing region close event to WAL at 1731111574538 (+1 ms)Closed at 1731111574538
2024-11-09T00:19:34,539 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:19:34,539 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-09T00:19:34,539 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-09T00:19:34,540 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:19:34,540 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-09T00:19:34,691 DEBUG [ef986b38239e:44163 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-09T00:19:34,691 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef986b38239e,36331,1731111572528
2024-11-09T00:19:34,693 INFO  [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,36331,1731111572528, state=OPENING
2024-11-09T00:19:34,711 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-09T00:19:34,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011cf6127c0006, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/258323663
2024-11-09T00:19:34,724 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36331-0x1011cf6127c0007, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/258323663
2024-11-09T00:19:34,725 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:19:34,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /258323663/meta-region-server: CHANGED
2024-11-09T00:19:34,725 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,36331,1731111572528}]
2024-11-09T00:19:34,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /258323663/meta-region-server: CHANGED
2024-11-09T00:19:34,877 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:19:34,878 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-09T00:19:34,881 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-09T00:19:34,881 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:19:34,881 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-09T00:19:34,883 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C36331%2C1731111572528.meta, suffix=.meta, logDir=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528, archiveDir=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/oldWALs, maxLogs=10
2024-11-09T00:19:34,898 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.meta.1731111574883.meta, exclude list is [], retry=0
2024-11-09T00:19:34,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40905,DS-71b712e0-b380-48f2-9e18-530309a3f8fa,DISK]
2024-11-09T00:19:34,902 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.meta.1731111574883.meta
2024-11-09T00:19:34,902 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44347:44347)]
2024-11-09T00:19:34,902 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:19:34,903 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:19:34,903 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:19:34,903 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-09T00:19:34,903 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-09T00:19:34,903 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-09T00:19:34,903 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:19:34,903 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-09T00:19:34,903 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-09T00:19:34,908 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:19:34,909 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:19:34,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:34,910 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:34,910 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:19:34,910 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:19:34,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:34,911 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:34,911 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:19:34,911 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:19:34,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:34,911 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:34,911 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:19:34,912 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:19:34,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:34,912 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:19:34,912 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:19:34,913 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/meta/1588230740
2024-11-09T00:19:34,914 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/meta/1588230740
2024-11-09T00:19:34,915 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:19:34,915 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:19:34,915 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:19:34,916 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:19:34,917 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64037312, jitterRate=-0.045769691467285156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:19:34,917 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-09T00:19:34,917 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731111574904Writing region info on filesystem at 1731111574904Initializing all the Stores at 1731111574904Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111574904Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111574908 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111574908Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111574908Cleaning up temporary data from old regions at 1731111574915 (+7 ms)Running coprocessor post-open hooks at 1731111574917 (+2 ms)Region opened successfully at 1731111574917
2024-11-09T00:19:34,928 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731111574877
2024-11-09T00:19:34,931 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-09T00:19:34,931 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-09T00:19:34,931 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,36331,1731111572528
2024-11-09T00:19:34,932 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,36331,1731111572528, state=OPEN
2024-11-09T00:19:34,945 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36331-0x1011cf6127c0007, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/258323663/meta-region-server
2024-11-09T00:19:34,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011cf6127c0006, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/258323663/meta-region-server
2024-11-09T00:19:34,945 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef986b38239e,36331,1731111572528
2024-11-09T00:19:34,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /258323663/meta-region-server: CHANGED
2024-11-09T00:19:34,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /258323663/meta-region-server: CHANGED
2024-11-09T00:19:34,948 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-09T00:19:34,949 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,36331,1731111572528 in 220 msec
2024-11-09T00:19:34,951 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-09T00:19:34,951 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 410 msec
2024-11-09T00:19:34,952 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:19:34,952 INFO  [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-09T00:19:34,954 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:19:34,954 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,36331,1731111572528, seqNum=-1]
2024-11-09T00:19:34,954 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:19:34,956 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:19:34,969 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2950 sec
2024-11-09T00:19:34,970 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731111574970, completionTime=-1
2024-11-09T00:19:34,970 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-09T00:19:34,970 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-09T00:19:34,973 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-09T00:19:34,974 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731111634974
2024-11-09T00:19:34,974 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731111694974
2024-11-09T00:19:34,974 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec
2024-11-09T00:19:34,974 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,44163,1731111572346-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:34,974 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,44163,1731111572346-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:34,974 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,44163,1731111572346-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:34,974 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef986b38239e:44163, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:34,974 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:34,976 DEBUG [master/ef986b38239e:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-09T00:19:34,980 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:34,984 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.376sec
2024-11-09T00:19:34,984 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-09T00:19:34,984 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-09T00:19:34,984 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-09T00:19:34,984 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-09T00:19:34,984 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-09T00:19:34,984 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,44163,1731111572346-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:19:34,984 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,44163,1731111572346-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-09T00:19:34,986 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-09T00:19:34,986 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-09T00:19:34,986 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,44163,1731111572346-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:19:35,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561642ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:35,063 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,44163,-1 for getting cluster id
2024-11-09T00:19:35,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:19:35,065 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e42541e-2162-4099-8fd7-01946dd60f34'
2024-11-09T00:19:35,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:19:35,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e42541e-2162-4099-8fd7-01946dd60f34"

2024-11-09T00:19:35,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78eeb598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:35,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,44163,-1]
2024-11-09T00:19:35,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:19:35,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:35,067 INFO  [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:19:35,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17778e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:35,068 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:19:35,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,36331,1731111572528, seqNum=-1]
2024-11-09T00:19:35,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:19:35,070 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:19:35,072 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef986b38239e,44163,1731111572346
2024-11-09T00:19:35,073 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50773
2024-11-09T00:19:35,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:19:35,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011cf6127c0008 connected
2024-11-09T00:19:35,094 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:19:35,095 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,43501,1731111559043
2024-11-09T00:19:35,095 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32d667e9
2024-11-09T00:19:35,095 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:19:35,096 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:19:35,097 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:19:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-09T00:19:35,100 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T00:19:35,100 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:35,100 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-09T00:19:35,101 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T00:19:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:19:35,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741835_1011 (size=902)
2024-11-09T00:19:35,196 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:19:35,196 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef986b38239e,44553,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-09T00:19:35,197 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48378 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef986b38239e,44553,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-09T00:19:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:19:35,343 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:19:35,346 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:35,346 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:35,402 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:35,402 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:35,402 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:35,403 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:35,403 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:35,403 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:19:35,423 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:35,428 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:35,428 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:35,431 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:35,533 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e7e575f73fa17935f935a2d7f6346882, NAME => 'test,,1731111575097.e7e575f73fa17935f935a2d7f6346882.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079
2024-11-09T00:19:35,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741836_1012 (size=39)
2024-11-09T00:19:35,557 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731111575097.e7e575f73fa17935f935a2d7f6346882.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:19:35,557 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e7e575f73fa17935f935a2d7f6346882, disabling compactions & flushes
2024-11-09T00:19:35,557 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731111575097.e7e575f73fa17935f935a2d7f6346882.
2024-11-09T00:19:35,557 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731111575097.e7e575f73fa17935f935a2d7f6346882.
2024-11-09T00:19:35,557 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731111575097.e7e575f73fa17935f935a2d7f6346882. after waiting 0 ms
2024-11-09T00:19:35,557 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731111575097.e7e575f73fa17935f935a2d7f6346882.
2024-11-09T00:19:35,557 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731111575097.e7e575f73fa17935f935a2d7f6346882.
2024-11-09T00:19:35,557 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e7e575f73fa17935f935a2d7f6346882:
Waiting for close lock at 1731111575557Disabling compacts and flushes for region at 1731111575557Disabling writes for close at 1731111575557Writing region close event to WAL at 1731111575557Closed at 1731111575557
2024-11-09T00:19:35,559 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T00:19:35,560 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731111575097.e7e575f73fa17935f935a2d7f6346882.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731111575559"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731111575559"}]},"ts":"1731111575559"}
2024-11-09T00:19:35,562 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T00:19:35,563 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T00:19:35,563 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111575563"}]},"ts":"1731111575563"}
2024-11-09T00:19:35,566 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-09T00:19:35,566 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e7e575f73fa17935f935a2d7f6346882, ASSIGN}]
2024-11-09T00:19:35,568 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e7e575f73fa17935f935a2d7f6346882, ASSIGN
2024-11-09T00:19:35,570 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e7e575f73fa17935f935a2d7f6346882, ASSIGN; state=OFFLINE, location=ef986b38239e,44007,1731111559243; forceNewPlan=false, retain=false
2024-11-09T00:19:35,722 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e7e575f73fa17935f935a2d7f6346882, regionState=OPENING, regionLocation=ef986b38239e,44007,1731111559243
2024-11-09T00:19:35,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e7e575f73fa17935f935a2d7f6346882, ASSIGN because future has completed
2024-11-09T00:19:35,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:19:35,727 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7e575f73fa17935f935a2d7f6346882, server=ef986b38239e,44007,1731111559243}]
2024-11-09T00:19:35,944 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731111575097.e7e575f73fa17935f935a2d7f6346882.
2024-11-09T00:19:35,944 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e7e575f73fa17935f935a2d7f6346882, NAME => 'test,,1731111575097.e7e575f73fa17935f935a2d7f6346882.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:19:35,945 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:19:35,945 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-09T00:19:35,945 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e7e575f73fa17935f935a2d7f6346882
2024-11-09T00:19:35,945 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731111575097.e7e575f73fa17935f935a2d7f6346882.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:19:35,945 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e7e575f73fa17935f935a2d7f6346882
2024-11-09T00:19:35,945 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e7e575f73fa17935f935a2d7f6346882
2024-11-09T00:19:35,962 INFO  [StoreOpener-e7e575f73fa17935f935a2d7f6346882-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e7e575f73fa17935f935a2d7f6346882 
2024-11-09T00:19:35,964 INFO  [StoreOpener-e7e575f73fa17935f935a2d7f6346882-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7e575f73fa17935f935a2d7f6346882 columnFamilyName f
2024-11-09T00:19:35,964 DEBUG [StoreOpener-e7e575f73fa17935f935a2d7f6346882-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:35,968 INFO  [StoreOpener-e7e575f73fa17935f935a2d7f6346882-1 {}] regionserver.HStore(327): Store=e7e575f73fa17935f935a2d7f6346882/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:35,968 INFO  [StoreOpener-e7e575f73fa17935f935a2d7f6346882-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e7e575f73fa17935f935a2d7f6346882 
2024-11-09T00:19:35,970 INFO  [StoreOpener-e7e575f73fa17935f935a2d7f6346882-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7e575f73fa17935f935a2d7f6346882 columnFamilyName f1
2024-11-09T00:19:35,970 DEBUG [StoreOpener-e7e575f73fa17935f935a2d7f6346882-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:35,970 INFO  [StoreOpener-e7e575f73fa17935f935a2d7f6346882-1 {}] regionserver.HStore(327): Store=e7e575f73fa17935f935a2d7f6346882/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:35,971 INFO  [StoreOpener-e7e575f73fa17935f935a2d7f6346882-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e7e575f73fa17935f935a2d7f6346882 
2024-11-09T00:19:35,972 INFO  [StoreOpener-e7e575f73fa17935f935a2d7f6346882-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7e575f73fa17935f935a2d7f6346882 columnFamilyName norep
2024-11-09T00:19:35,972 DEBUG [StoreOpener-e7e575f73fa17935f935a2d7f6346882-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:35,973 INFO  [StoreOpener-e7e575f73fa17935f935a2d7f6346882-1 {}] regionserver.HStore(327): Store=e7e575f73fa17935f935a2d7f6346882/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:35,973 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e7e575f73fa17935f935a2d7f6346882
2024-11-09T00:19:35,974 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/default/test/e7e575f73fa17935f935a2d7f6346882
2024-11-09T00:19:35,974 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/default/test/e7e575f73fa17935f935a2d7f6346882
2024-11-09T00:19:35,975 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e7e575f73fa17935f935a2d7f6346882
2024-11-09T00:19:35,975 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e7e575f73fa17935f935a2d7f6346882
2024-11-09T00:19:35,976 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-09T00:19:35,977 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e7e575f73fa17935f935a2d7f6346882
2024-11-09T00:19:35,992 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/default/test/e7e575f73fa17935f935a2d7f6346882/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:19:35,993 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e7e575f73fa17935f935a2d7f6346882; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60792428, jitterRate=-0.09412223100662231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-09T00:19:35,993 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e7e575f73fa17935f935a2d7f6346882
2024-11-09T00:19:35,993 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e7e575f73fa17935f935a2d7f6346882:
Running coprocessor pre-open hook at 1731111575945Writing region info on filesystem at 1731111575945Initializing all the Stores at 1731111575956 (+11 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111575956Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111575962 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111575962Cleaning up temporary data from old regions at 1731111575975 (+13 ms)Running coprocessor post-open hooks at 1731111575993 (+18 ms)Region opened successfully at 1731111575993
2024-11-09T00:19:35,994 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731111575097.e7e575f73fa17935f935a2d7f6346882., pid=6, masterSystemTime=1731111575898
2024-11-09T00:19:35,997 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e7e575f73fa17935f935a2d7f6346882, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ef986b38239e,44007,1731111559243
2024-11-09T00:19:35,997 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731111575097.e7e575f73fa17935f935a2d7f6346882.
2024-11-09T00:19:35,997 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731111575097.e7e575f73fa17935f935a2d7f6346882.
2024-11-09T00:19:36,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7e575f73fa17935f935a2d7f6346882, server=ef986b38239e,44007,1731111559243 because future has completed
2024-11-09T00:19:36,010 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43501 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=ef986b38239e,44007,1731111559243, table=test, region=e7e575f73fa17935f935a2d7f6346882. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-09T00:19:36,016 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-09T00:19:36,016 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e7e575f73fa17935f935a2d7f6346882, server=ef986b38239e,44007,1731111559243 in 287 msec
2024-11-09T00:19:36,018 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-09T00:19:36,018 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e7e575f73fa17935f935a2d7f6346882, ASSIGN in 450 msec
2024-11-09T00:19:36,019 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T00:19:36,020 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111576019"}]},"ts":"1731111576019"}
2024-11-09T00:19:36,022 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-09T00:19:36,023 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T00:19:36,024 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 925 msec
2024-11-09T00:19:36,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:19:36,236 INFO  [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-09T00:19:36,236 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:19:36,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,38423,1731111566149
2024-11-09T00:19:36,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@112bf6e7
2024-11-09T00:19:36,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:19:36,238 INFO  [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:19:36,239 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:19:36,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-09T00:19:36,242 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T00:19:36,242 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:36,242 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-09T00:19:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:19:36,243 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T00:19:36,257 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741835_1011 (size=902)
2024-11-09T00:19:36,260 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d46f1d81a37b42aab25f0310d60c1000, NAME => 'test,,1731111576239.d46f1d81a37b42aab25f0310d60c1000.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89
2024-11-09T00:19:36,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741836_1012 (size=39)
2024-11-09T00:19:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:19:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:19:36,676 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731111576239.d46f1d81a37b42aab25f0310d60c1000.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:19:36,676 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d46f1d81a37b42aab25f0310d60c1000, disabling compactions & flushes
2024-11-09T00:19:36,676 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731111576239.d46f1d81a37b42aab25f0310d60c1000.
2024-11-09T00:19:36,676 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731111576239.d46f1d81a37b42aab25f0310d60c1000.
2024-11-09T00:19:36,676 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731111576239.d46f1d81a37b42aab25f0310d60c1000. after waiting 0 ms
2024-11-09T00:19:36,676 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731111576239.d46f1d81a37b42aab25f0310d60c1000.
2024-11-09T00:19:36,676 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731111576239.d46f1d81a37b42aab25f0310d60c1000.
2024-11-09T00:19:36,676 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d46f1d81a37b42aab25f0310d60c1000:
Waiting for close lock at 1731111576676Disabling compacts and flushes for region at 1731111576676Disabling writes for close at 1731111576676Writing region close event to WAL at 1731111576676Closed at 1731111576676
2024-11-09T00:19:36,680 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T00:19:36,681 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731111576239.d46f1d81a37b42aab25f0310d60c1000.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731111576680"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731111576680"}]},"ts":"1731111576680"}
2024-11-09T00:19:36,683 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T00:19:36,684 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T00:19:36,684 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111576684"}]},"ts":"1731111576684"}
2024-11-09T00:19:36,687 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-09T00:19:36,688 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d46f1d81a37b42aab25f0310d60c1000, ASSIGN}]
2024-11-09T00:19:36,689 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d46f1d81a37b42aab25f0310d60c1000, ASSIGN
2024-11-09T00:19:36,690 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d46f1d81a37b42aab25f0310d60c1000, ASSIGN; state=OFFLINE, location=ef986b38239e,37149,1731111566533; forceNewPlan=false, retain=false
2024-11-09T00:19:36,841 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d46f1d81a37b42aab25f0310d60c1000, regionState=OPENING, regionLocation=ef986b38239e,37149,1731111566533
2024-11-09T00:19:36,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d46f1d81a37b42aab25f0310d60c1000, ASSIGN because future has completed
2024-11-09T00:19:36,844 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d46f1d81a37b42aab25f0310d60c1000, server=ef986b38239e,37149,1731111566533}]
2024-11-09T00:19:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:19:37,000 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731111576239.d46f1d81a37b42aab25f0310d60c1000.
2024-11-09T00:19:37,000 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d46f1d81a37b42aab25f0310d60c1000, NAME => 'test,,1731111576239.d46f1d81a37b42aab25f0310d60c1000.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:19:37,000 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:19:37,001 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-09T00:19:37,001 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d46f1d81a37b42aab25f0310d60c1000
2024-11-09T00:19:37,001 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731111576239.d46f1d81a37b42aab25f0310d60c1000.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:19:37,001 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d46f1d81a37b42aab25f0310d60c1000
2024-11-09T00:19:37,001 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d46f1d81a37b42aab25f0310d60c1000
2024-11-09T00:19:37,009 INFO  [StoreOpener-d46f1d81a37b42aab25f0310d60c1000-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d46f1d81a37b42aab25f0310d60c1000 
2024-11-09T00:19:37,010 INFO  [StoreOpener-d46f1d81a37b42aab25f0310d60c1000-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d46f1d81a37b42aab25f0310d60c1000 columnFamilyName f
2024-11-09T00:19:37,010 DEBUG [StoreOpener-d46f1d81a37b42aab25f0310d60c1000-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:37,011 INFO  [StoreOpener-d46f1d81a37b42aab25f0310d60c1000-1 {}] regionserver.HStore(327): Store=d46f1d81a37b42aab25f0310d60c1000/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:37,011 INFO  [StoreOpener-d46f1d81a37b42aab25f0310d60c1000-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d46f1d81a37b42aab25f0310d60c1000 
2024-11-09T00:19:37,012 INFO  [StoreOpener-d46f1d81a37b42aab25f0310d60c1000-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d46f1d81a37b42aab25f0310d60c1000 columnFamilyName f1
2024-11-09T00:19:37,012 DEBUG [StoreOpener-d46f1d81a37b42aab25f0310d60c1000-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:37,012 INFO  [StoreOpener-d46f1d81a37b42aab25f0310d60c1000-1 {}] regionserver.HStore(327): Store=d46f1d81a37b42aab25f0310d60c1000/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:37,012 INFO  [StoreOpener-d46f1d81a37b42aab25f0310d60c1000-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d46f1d81a37b42aab25f0310d60c1000 
2024-11-09T00:19:37,014 INFO  [StoreOpener-d46f1d81a37b42aab25f0310d60c1000-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d46f1d81a37b42aab25f0310d60c1000 columnFamilyName norep
2024-11-09T00:19:37,014 DEBUG [StoreOpener-d46f1d81a37b42aab25f0310d60c1000-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:37,014 INFO  [StoreOpener-d46f1d81a37b42aab25f0310d60c1000-1 {}] regionserver.HStore(327): Store=d46f1d81a37b42aab25f0310d60c1000/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:37,015 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d46f1d81a37b42aab25f0310d60c1000
2024-11-09T00:19:37,015 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/default/test/d46f1d81a37b42aab25f0310d60c1000
2024-11-09T00:19:37,015 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/default/test/d46f1d81a37b42aab25f0310d60c1000
2024-11-09T00:19:37,016 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d46f1d81a37b42aab25f0310d60c1000
2024-11-09T00:19:37,016 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d46f1d81a37b42aab25f0310d60c1000
2024-11-09T00:19:37,017 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-09T00:19:37,018 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d46f1d81a37b42aab25f0310d60c1000
2024-11-09T00:19:37,020 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/default/test/d46f1d81a37b42aab25f0310d60c1000/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:19:37,020 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d46f1d81a37b42aab25f0310d60c1000; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74781468, jitterRate=0.1143307089805603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-09T00:19:37,020 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d46f1d81a37b42aab25f0310d60c1000
2024-11-09T00:19:37,020 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d46f1d81a37b42aab25f0310d60c1000:
Running coprocessor pre-open hook at 1731111577001Writing region info on filesystem at 1731111577001Initializing all the Stores at 1731111577005 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111577005Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111577009 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111577009Cleaning up temporary data from old regions at 1731111577017 (+8 ms)Running coprocessor post-open hooks at 1731111577020 (+3 ms)Region opened successfully at 1731111577020
2024-11-09T00:19:37,021 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731111576239.d46f1d81a37b42aab25f0310d60c1000., pid=6, masterSystemTime=1731111576996
2024-11-09T00:19:37,023 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731111576239.d46f1d81a37b42aab25f0310d60c1000.
2024-11-09T00:19:37,023 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731111576239.d46f1d81a37b42aab25f0310d60c1000.
2024-11-09T00:19:37,024 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d46f1d81a37b42aab25f0310d60c1000, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ef986b38239e,37149,1731111566533
2024-11-09T00:19:37,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d46f1d81a37b42aab25f0310d60c1000, server=ef986b38239e,37149,1731111566533 because future has completed
2024-11-09T00:19:37,029 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-09T00:19:37,029 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d46f1d81a37b42aab25f0310d60c1000, server=ef986b38239e,37149,1731111566533 in 183 msec
2024-11-09T00:19:37,030 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-09T00:19:37,031 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d46f1d81a37b42aab25f0310d60c1000, ASSIGN in 341 msec
2024-11-09T00:19:37,031 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T00:19:37,031 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111577031"}]},"ts":"1731111577031"}
2024-11-09T00:19:37,033 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-09T00:19:37,033 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T00:19:37,035 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 794 msec
2024-11-09T00:19:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:19:37,376 INFO  [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-09T00:19:37,376 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:19:37,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,44163,1731111572346
2024-11-09T00:19:37,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@590967be
2024-11-09T00:19:37,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:19:37,377 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:19:37,378 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:19:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-09T00:19:37,380 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T00:19:37,380 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:37,380 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-09T00:19:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:19:37,381 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T00:19:37,386 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741835_1011 (size=902)
2024-11-09T00:19:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:19:37,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:19:37,787 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 182271b9ae78319bebc5a2784538de37, NAME => 'test,,1731111577378.182271b9ae78319bebc5a2784538de37.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95
2024-11-09T00:19:37,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741836_1012 (size=39)
2024-11-09T00:19:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:19:38,192 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731111577378.182271b9ae78319bebc5a2784538de37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:19:38,193 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 182271b9ae78319bebc5a2784538de37, disabling compactions & flushes
2024-11-09T00:19:38,193 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731111577378.182271b9ae78319bebc5a2784538de37.
2024-11-09T00:19:38,193 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731111577378.182271b9ae78319bebc5a2784538de37.
2024-11-09T00:19:38,193 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731111577378.182271b9ae78319bebc5a2784538de37. after waiting 0 ms
2024-11-09T00:19:38,193 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731111577378.182271b9ae78319bebc5a2784538de37.
2024-11-09T00:19:38,193 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731111577378.182271b9ae78319bebc5a2784538de37.
2024-11-09T00:19:38,193 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 182271b9ae78319bebc5a2784538de37:
Waiting for close lock at 1731111578192Disabling compacts and flushes for region at 1731111578192Disabling writes for close at 1731111578193 (+1 ms)Writing region close event to WAL at 1731111578193Closed at 1731111578193
2024-11-09T00:19:38,194 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T00:19:38,194 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731111577378.182271b9ae78319bebc5a2784538de37.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731111578194"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731111578194"}]},"ts":"1731111578194"}
2024-11-09T00:19:38,196 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T00:19:38,197 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T00:19:38,197 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111578197"}]},"ts":"1731111578197"}
2024-11-09T00:19:38,199 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-09T00:19:38,199 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=182271b9ae78319bebc5a2784538de37, ASSIGN}]
2024-11-09T00:19:38,200 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=182271b9ae78319bebc5a2784538de37, ASSIGN
2024-11-09T00:19:38,201 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=182271b9ae78319bebc5a2784538de37, ASSIGN; state=OFFLINE, location=ef986b38239e,36331,1731111572528; forceNewPlan=false, retain=false
2024-11-09T00:19:38,351 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=182271b9ae78319bebc5a2784538de37, regionState=OPENING, regionLocation=ef986b38239e,36331,1731111572528
2024-11-09T00:19:38,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=182271b9ae78319bebc5a2784538de37, ASSIGN because future has completed
2024-11-09T00:19:38,354 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 182271b9ae78319bebc5a2784538de37, server=ef986b38239e,36331,1731111572528}]
2024-11-09T00:19:38,509 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731111577378.182271b9ae78319bebc5a2784538de37.
2024-11-09T00:19:38,509 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 182271b9ae78319bebc5a2784538de37, NAME => 'test,,1731111577378.182271b9ae78319bebc5a2784538de37.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:19:38,509 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:19:38,510 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-09T00:19:38,510 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 182271b9ae78319bebc5a2784538de37
2024-11-09T00:19:38,510 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731111577378.182271b9ae78319bebc5a2784538de37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:19:38,510 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 182271b9ae78319bebc5a2784538de37
2024-11-09T00:19:38,510 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 182271b9ae78319bebc5a2784538de37
2024-11-09T00:19:38,511 INFO  [StoreOpener-182271b9ae78319bebc5a2784538de37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 182271b9ae78319bebc5a2784538de37 
2024-11-09T00:19:38,512 INFO  [StoreOpener-182271b9ae78319bebc5a2784538de37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 182271b9ae78319bebc5a2784538de37 columnFamilyName f
2024-11-09T00:19:38,512 DEBUG [StoreOpener-182271b9ae78319bebc5a2784538de37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:38,512 INFO  [StoreOpener-182271b9ae78319bebc5a2784538de37-1 {}] regionserver.HStore(327): Store=182271b9ae78319bebc5a2784538de37/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:38,512 INFO  [StoreOpener-182271b9ae78319bebc5a2784538de37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 182271b9ae78319bebc5a2784538de37 
2024-11-09T00:19:38,513 INFO  [StoreOpener-182271b9ae78319bebc5a2784538de37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 182271b9ae78319bebc5a2784538de37 columnFamilyName f1
2024-11-09T00:19:38,513 DEBUG [StoreOpener-182271b9ae78319bebc5a2784538de37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:38,513 INFO  [StoreOpener-182271b9ae78319bebc5a2784538de37-1 {}] regionserver.HStore(327): Store=182271b9ae78319bebc5a2784538de37/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:38,513 INFO  [StoreOpener-182271b9ae78319bebc5a2784538de37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 182271b9ae78319bebc5a2784538de37 
2024-11-09T00:19:38,514 INFO  [StoreOpener-182271b9ae78319bebc5a2784538de37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 182271b9ae78319bebc5a2784538de37 columnFamilyName norep
2024-11-09T00:19:38,514 DEBUG [StoreOpener-182271b9ae78319bebc5a2784538de37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:38,514 INFO  [StoreOpener-182271b9ae78319bebc5a2784538de37-1 {}] regionserver.HStore(327): Store=182271b9ae78319bebc5a2784538de37/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:38,514 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 182271b9ae78319bebc5a2784538de37
2024-11-09T00:19:38,515 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/default/test/182271b9ae78319bebc5a2784538de37
2024-11-09T00:19:38,515 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/default/test/182271b9ae78319bebc5a2784538de37
2024-11-09T00:19:38,515 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 182271b9ae78319bebc5a2784538de37
2024-11-09T00:19:38,515 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 182271b9ae78319bebc5a2784538de37
2024-11-09T00:19:38,516 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-09T00:19:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:19:38,517 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 182271b9ae78319bebc5a2784538de37
2024-11-09T00:19:38,518 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/default/test/182271b9ae78319bebc5a2784538de37/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:19:38,519 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 182271b9ae78319bebc5a2784538de37; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72688802, jitterRate=0.0831475555896759}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-09T00:19:38,519 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 182271b9ae78319bebc5a2784538de37
2024-11-09T00:19:38,519 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 182271b9ae78319bebc5a2784538de37:
Running coprocessor pre-open hook at 1731111578510Writing region info on filesystem at 1731111578510Initializing all the Stores at 1731111578511 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111578511Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111578511Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111578511Cleaning up temporary data from old regions at 1731111578515 (+4 ms)Running coprocessor post-open hooks at 1731111578519 (+4 ms)Region opened successfully at 1731111578519
2024-11-09T00:19:38,519 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731111577378.182271b9ae78319bebc5a2784538de37., pid=6, masterSystemTime=1731111578506
2024-11-09T00:19:38,521 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731111577378.182271b9ae78319bebc5a2784538de37.
2024-11-09T00:19:38,521 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731111577378.182271b9ae78319bebc5a2784538de37.
2024-11-09T00:19:38,522 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=182271b9ae78319bebc5a2784538de37, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ef986b38239e,36331,1731111572528
2024-11-09T00:19:38,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 182271b9ae78319bebc5a2784538de37, server=ef986b38239e,36331,1731111572528 because future has completed
2024-11-09T00:19:38,526 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-09T00:19:38,526 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 182271b9ae78319bebc5a2784538de37, server=ef986b38239e,36331,1731111572528 in 171 msec
2024-11-09T00:19:38,527 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-09T00:19:38,527 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=182271b9ae78319bebc5a2784538de37, ASSIGN in 327 msec
2024-11-09T00:19:38,528 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T00:19:38,528 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111578528"}]},"ts":"1731111578528"}
2024-11-09T00:19:38,530 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-09T00:19:38,530 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T00:19:38,532 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec
2024-11-09T00:19:39,340 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-09T00:19:39,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:19:39,526 INFO  [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-09T00:19:39,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e39543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:39,527 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,43501,-1 for getting cluster id
2024-11-09T00:19:39,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:19:39,528 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3254edc1-4fea-4184-b249-e8ec35aa5e36'
2024-11-09T00:19:39,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:19:39,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3254edc1-4fea-4184-b249-e8ec35aa5e36"

2024-11-09T00:19:39,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47266b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:39,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,43501,-1]
2024-11-09T00:19:39,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:19:39,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:39,529 INFO  [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:19:39,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2809b699, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:39,530 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:19:39,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,43501,1731111559043
2024-11-09T00:19:39,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3887db1e
2024-11-09T00:19:39,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:19:39,532 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:19:39,533 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ef986b38239e:38423,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-09T00:19:39,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-09T00:19:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:19:39,536 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:38423'
2024-11-09T00:19:39,537 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160e6e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:39,537 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,38423,-1 for getting cluster id
2024-11-09T00:19:39,537 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:19:39,538 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1171eaf2-6185-4fff-b5eb-f6857dab4055'
2024-11-09T00:19:39,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:19:39,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1171eaf2-6185-4fff-b5eb-f6857dab4055"

2024-11-09T00:19:39,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@531f0b62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:39,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,38423,-1]
2024-11-09T00:19:39,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:19:39,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:39,539 INFO  [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:19:39,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e7a7454, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:39,540 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:19:39,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,38423,1731111566149
2024-11-09T00:19:39,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50dbba6b
2024-11-09T00:19:39,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:19:39,542 INFO  [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:19:39,543 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-09T00:19:39,543 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-09T00:19:39,543 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:39,543 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:19:39,543 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:39,543 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:19:39,545 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-09T00:19:39,545 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T00:19:39,546 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:39,546 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T00:19:39,557 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741837_1013 (size=1138)
2024-11-09T00:19:39,559 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c3bbf4f3152aa69ab24274b47f1b2420, NAME => 'hbase:replication,,1731111579543.c3bbf4f3152aa69ab24274b47f1b2420.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079
2024-11-09T00:19:39,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741838_1014 (size=44)
2024-11-09T00:19:39,574 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731111579543.c3bbf4f3152aa69ab24274b47f1b2420.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:19:39,574 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c3bbf4f3152aa69ab24274b47f1b2420, disabling compactions & flushes
2024-11-09T00:19:39,574 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111579543.c3bbf4f3152aa69ab24274b47f1b2420.
2024-11-09T00:19:39,574 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111579543.c3bbf4f3152aa69ab24274b47f1b2420.
2024-11-09T00:19:39,574 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111579543.c3bbf4f3152aa69ab24274b47f1b2420. after waiting 0 ms
2024-11-09T00:19:39,574 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111579543.c3bbf4f3152aa69ab24274b47f1b2420.
2024-11-09T00:19:39,574 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731111579543.c3bbf4f3152aa69ab24274b47f1b2420.
2024-11-09T00:19:39,574 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c3bbf4f3152aa69ab24274b47f1b2420:
Waiting for close lock at 1731111579574Disabling compacts and flushes for region at 1731111579574Disabling writes for close at 1731111579574Writing region close event to WAL at 1731111579574Closed at 1731111579574
2024-11-09T00:19:39,576 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T00:19:39,576 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731111579543.c3bbf4f3152aa69ab24274b47f1b2420.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731111579576"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731111579576"}]},"ts":"1731111579576"}
2024-11-09T00:19:39,579 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T00:19:39,581 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T00:19:39,581 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111579581"}]},"ts":"1731111579581"}
2024-11-09T00:19:39,584 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-09T00:19:39,584 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c3bbf4f3152aa69ab24274b47f1b2420, ASSIGN}]
2024-11-09T00:19:39,585 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c3bbf4f3152aa69ab24274b47f1b2420, ASSIGN
2024-11-09T00:19:39,586 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c3bbf4f3152aa69ab24274b47f1b2420, ASSIGN; state=OFFLINE, location=ef986b38239e,44007,1731111559243; forceNewPlan=false, retain=false
2024-11-09T00:19:39,595 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-09T00:19:39,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:19:39,737 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c3bbf4f3152aa69ab24274b47f1b2420, regionState=OPENING, regionLocation=ef986b38239e,44007,1731111559243
2024-11-09T00:19:39,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c3bbf4f3152aa69ab24274b47f1b2420, ASSIGN because future has completed
2024-11-09T00:19:39,739 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3bbf4f3152aa69ab24274b47f1b2420, server=ef986b38239e,44007,1731111559243}]
2024-11-09T00:19:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:19:39,894 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731111579543.c3bbf4f3152aa69ab24274b47f1b2420.
2024-11-09T00:19:39,894 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:19:39,894 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-09T00:19:39,895 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C44007%2C1731111559243.rep, suffix=, logDir=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243, archiveDir=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/oldWALs, maxLogs=10
2024-11-09T00:19:39,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.rep.1731111579895, exclude list is [], retry=0
2024-11-09T00:19:39,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46647,DS-42bd3836-83df-4ff6-a321-55a989b669e4,DISK]
2024-11-09T00:19:39,909 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.rep.1731111579895
2024-11-09T00:19:39,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42687:42687)]
2024-11-09T00:19:39,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c3bbf4f3152aa69ab24274b47f1b2420, NAME => 'hbase:replication,,1731111579543.c3bbf4f3152aa69ab24274b47f1b2420.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:19:39,910 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:19:39,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:19:39,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731111579543.c3bbf4f3152aa69ab24274b47f1b2420. service=MultiRowMutationService
2024-11-09T00:19:39,910 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-09T00:19:39,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c3bbf4f3152aa69ab24274b47f1b2420
2024-11-09T00:19:39,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731111579543.c3bbf4f3152aa69ab24274b47f1b2420.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:19:39,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c3bbf4f3152aa69ab24274b47f1b2420
2024-11-09T00:19:39,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c3bbf4f3152aa69ab24274b47f1b2420
2024-11-09T00:19:39,912 INFO  [StoreOpener-c3bbf4f3152aa69ab24274b47f1b2420-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c3bbf4f3152aa69ab24274b47f1b2420 
2024-11-09T00:19:39,912 INFO  [StoreOpener-c3bbf4f3152aa69ab24274b47f1b2420-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3bbf4f3152aa69ab24274b47f1b2420 columnFamilyName hfileref
2024-11-09T00:19:39,912 DEBUG [StoreOpener-c3bbf4f3152aa69ab24274b47f1b2420-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:39,913 INFO  [StoreOpener-c3bbf4f3152aa69ab24274b47f1b2420-1 {}] regionserver.HStore(327): Store=c3bbf4f3152aa69ab24274b47f1b2420/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:39,913 INFO  [StoreOpener-c3bbf4f3152aa69ab24274b47f1b2420-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c3bbf4f3152aa69ab24274b47f1b2420 
2024-11-09T00:19:39,913 INFO  [StoreOpener-c3bbf4f3152aa69ab24274b47f1b2420-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3bbf4f3152aa69ab24274b47f1b2420 columnFamilyName queue
2024-11-09T00:19:39,913 DEBUG [StoreOpener-c3bbf4f3152aa69ab24274b47f1b2420-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:39,914 INFO  [StoreOpener-c3bbf4f3152aa69ab24274b47f1b2420-1 {}] regionserver.HStore(327): Store=c3bbf4f3152aa69ab24274b47f1b2420/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:39,914 INFO  [StoreOpener-c3bbf4f3152aa69ab24274b47f1b2420-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c3bbf4f3152aa69ab24274b47f1b2420 
2024-11-09T00:19:39,914 INFO  [StoreOpener-c3bbf4f3152aa69ab24274b47f1b2420-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3bbf4f3152aa69ab24274b47f1b2420 columnFamilyName sid
2024-11-09T00:19:39,914 DEBUG [StoreOpener-c3bbf4f3152aa69ab24274b47f1b2420-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:39,915 INFO  [StoreOpener-c3bbf4f3152aa69ab24274b47f1b2420-1 {}] regionserver.HStore(327): Store=c3bbf4f3152aa69ab24274b47f1b2420/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:39,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c3bbf4f3152aa69ab24274b47f1b2420
2024-11-09T00:19:39,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/replication/c3bbf4f3152aa69ab24274b47f1b2420
2024-11-09T00:19:39,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/replication/c3bbf4f3152aa69ab24274b47f1b2420
2024-11-09T00:19:39,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c3bbf4f3152aa69ab24274b47f1b2420
2024-11-09T00:19:39,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c3bbf4f3152aa69ab24274b47f1b2420
2024-11-09T00:19:39,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-09T00:19:39,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c3bbf4f3152aa69ab24274b47f1b2420
2024-11-09T00:19:39,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/replication/c3bbf4f3152aa69ab24274b47f1b2420/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:19:39,919 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c3bbf4f3152aa69ab24274b47f1b2420; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63727389, jitterRate=-0.050387904047966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-09T00:19:39,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3bbf4f3152aa69ab24274b47f1b2420
2024-11-09T00:19:39,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c3bbf4f3152aa69ab24274b47f1b2420:
Running coprocessor pre-open hook at 1731111579911Writing region info on filesystem at 1731111579911Initializing all the Stores at 1731111579911Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111579911Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111579911Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111579911Cleaning up temporary data from old regions at 1731111579916 (+5 ms)Running coprocessor post-open hooks at 1731111579919 (+3 ms)Region opened successfully at 1731111579919
2024-11-09T00:19:39,919 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731111579543.c3bbf4f3152aa69ab24274b47f1b2420., pid=10, masterSystemTime=1731111579891
2024-11-09T00:19:39,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731111579543.c3bbf4f3152aa69ab24274b47f1b2420.
2024-11-09T00:19:39,921 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731111579543.c3bbf4f3152aa69ab24274b47f1b2420.
2024-11-09T00:19:39,921 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c3bbf4f3152aa69ab24274b47f1b2420, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,44007,1731111559243
2024-11-09T00:19:39,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3bbf4f3152aa69ab24274b47f1b2420, server=ef986b38239e,44007,1731111559243 because future has completed
2024-11-09T00:19:39,925 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-09T00:19:39,925 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c3bbf4f3152aa69ab24274b47f1b2420, server=ef986b38239e,44007,1731111559243 in 185 msec
2024-11-09T00:19:39,927 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-09T00:19:39,927 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c3bbf4f3152aa69ab24274b47f1b2420, ASSIGN in 341 msec
2024-11-09T00:19:39,927 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T00:19:39,927 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111579927"}]},"ts":"1731111579927"}
2024-11-09T00:19:39,929 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-09T00:19:39,929 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T00:19:39,930 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 385 msec
2024-11-09T00:19:39,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731111579543.c3bbf4f3152aa69ab24274b47f1b2420., hostname=ef986b38239e,44007,1731111559243, seqNum=2]
2024-11-09T00:19:40,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44007-0x1011cf6127c0001, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2136938628
2024-11-09T00:19:40,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1011cf6127c0000, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2136938628
2024-11-09T00:19:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:19:40,189 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-09T00:19:40,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44007 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-09T00:19:40,341 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-09T00:19:40,367 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ef986b38239e,44007,1731111559243, ReplicationSource: 1, currentBandwidth=0
2024-11-09T00:19:40,368 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:19:40,368 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,44007,1731111559243, seqNum=-1]
2024-11-09T00:19:40,368 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:19:40,369 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService
2024-11-09T00:19:40,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ef986b38239e,44007,1731111559243', locateType=CURRENT is [region=hbase:replication,,1731111579543.c3bbf4f3152aa69ab24274b47f1b2420., hostname=ef986b38239e,44007,1731111559243, seqNum=2]
2024-11-09T00:19:40,373 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-09T00:19:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-09T00:19:40,374 INFO  [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ef986b38239e,44007,1731111559243 suceeded
2024-11-09T00:19:40,376 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-09T00:19:40,376 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec
2024-11-09T00:19:40,376 INFO  [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ef986b38239e:38423,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-09T00:19:40,376 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 843 msec
2024-11-09T00:19:40,386 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:38423'
2024-11-09T00:19:40,387 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@533acccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:40,387 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,38423,-1 for getting cluster id
2024-11-09T00:19:40,387 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:19:40,388 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1171eaf2-6185-4fff-b5eb-f6857dab4055'
2024-11-09T00:19:40,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:19:40,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1171eaf2-6185-4fff-b5eb-f6857dab4055"

2024-11-09T00:19:40,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@242e8073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:40,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,38423,-1]
2024-11-09T00:19:40,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:19:40,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:40,389 INFO  [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:19:40,389 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15bd940d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:40,390 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:19:40,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,38423,1731111566149
2024-11-09T00:19:40,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24062f3
2024-11-09T00:19:40,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:19:40,391 INFO  [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService
2024-11-09T00:19:40,392 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef986b38239e,44007,1731111559243 (queues=1) is replicating from cluster=3254edc1-4fea-4184-b249-e8ec35aa5e36 to cluster=1171eaf2-6185-4fff-b5eb-f6857dab4055
2024-11-09T00:19:40,392 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef986b38239e%2C44007%2C1731111559243
2024-11-09T00:19:40,392 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef986b38239e,44007,1731111559243, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-09T00:19:40,393 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.shipperef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef986b38239e%2C44007%2C1731111559243
2024-11-09T00:19:40,393 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482, startPosition=0, beingWritten=true
2024-11-09T00:19:40,396 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:19:40,396 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 379, reset compression=false
2024-11-09T00:19:40,396 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.shipperef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,44007,1731111559243 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:19:40,405 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:19:40,406 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:40,406 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:40,451 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:40,451 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:40,451 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:40,452 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:40,452 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:40,452 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:40,460 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:40,463 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:40,463 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:40,466 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:40,599 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 379, reset compression=false
2024-11-09T00:19:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:19:40,676 INFO  [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-09T00:19:40,676 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:19:40,676 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:19:40,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:40,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:40,676 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:19:40,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590b12be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:40,681 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,38423,-1 for getting cluster id
2024-11-09T00:19:40,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:19:40,682 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1171eaf2-6185-4fff-b5eb-f6857dab4055'
2024-11-09T00:19:40,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:19:40,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1171eaf2-6185-4fff-b5eb-f6857dab4055"

2024-11-09T00:19:40,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c05d366, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:40,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,38423,-1]
2024-11-09T00:19:40,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:19:40,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:40,683 INFO  [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:19:40,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59f861e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:40,684 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:19:40,685 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,38423,1731111566149
2024-11-09T00:19:40,685 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@631c6b1e
2024-11-09T00:19:40,685 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:19:40,686 INFO  [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:19:40,686 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ef986b38239e:44163,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-09T00:19:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-09T00:19:40,691 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:44163'
2024-11-09T00:19:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:19:40,698 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16e75f22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:40,698 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,44163,-1 for getting cluster id
2024-11-09T00:19:40,698 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:19:40,699 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e42541e-2162-4099-8fd7-01946dd60f34'
2024-11-09T00:19:40,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:19:40,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e42541e-2162-4099-8fd7-01946dd60f34"

2024-11-09T00:19:40,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29748281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:40,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,44163,-1]
2024-11-09T00:19:40,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:19:40,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:40,700 INFO  [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:19:40,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a6975d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:40,701 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:19:40,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,44163,1731111572346
2024-11-09T00:19:40,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@190157db
2024-11-09T00:19:40,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:19:40,703 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:19:40,703 INFO  [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1.
2024-11-09T00:19:40,703 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-09T00:19:40,703 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:40,704 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:40,704 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:19:40,704 INFO  [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:19:40,705 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-09T00:19:40,706 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T00:19:40,706 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:40,707 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T00:19:40,715 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741837_1013 (size=1138)
2024-11-09T00:19:40,717 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b865a5dc08ca89b5feb5ea7f5c3f3cf1, NAME => 'hbase:replication,,1731111580704.b865a5dc08ca89b5feb5ea7f5c3f3cf1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89
2024-11-09T00:19:40,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741838_1014 (size=44)
2024-11-09T00:19:40,755 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-09T00:19:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:19:40,903 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 379, reset compression=false
2024-11-09T00:19:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:19:41,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731111580704.b865a5dc08ca89b5feb5ea7f5c3f3cf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:19:41,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b865a5dc08ca89b5feb5ea7f5c3f3cf1, disabling compactions & flushes
2024-11-09T00:19:41,130 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111580704.b865a5dc08ca89b5feb5ea7f5c3f3cf1.
2024-11-09T00:19:41,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111580704.b865a5dc08ca89b5feb5ea7f5c3f3cf1.
2024-11-09T00:19:41,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111580704.b865a5dc08ca89b5feb5ea7f5c3f3cf1. after waiting 0 ms
2024-11-09T00:19:41,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111580704.b865a5dc08ca89b5feb5ea7f5c3f3cf1.
2024-11-09T00:19:41,130 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731111580704.b865a5dc08ca89b5feb5ea7f5c3f3cf1.
2024-11-09T00:19:41,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b865a5dc08ca89b5feb5ea7f5c3f3cf1:
Waiting for close lock at 1731111581130Disabling compacts and flushes for region at 1731111581130Disabling writes for close at 1731111581130Writing region close event to WAL at 1731111581130Closed at 1731111581130
2024-11-09T00:19:41,131 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T00:19:41,131 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731111580704.b865a5dc08ca89b5feb5ea7f5c3f3cf1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731111581131"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731111581131"}]},"ts":"1731111581131"}
2024-11-09T00:19:41,145 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T00:19:41,146 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T00:19:41,147 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111581146"}]},"ts":"1731111581146"}
2024-11-09T00:19:41,150 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-09T00:19:41,150 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b865a5dc08ca89b5feb5ea7f5c3f3cf1, ASSIGN}]
2024-11-09T00:19:41,153 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b865a5dc08ca89b5feb5ea7f5c3f3cf1, ASSIGN
2024-11-09T00:19:41,154 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b865a5dc08ca89b5feb5ea7f5c3f3cf1, ASSIGN; state=OFFLINE, location=ef986b38239e,37149,1731111566533; forceNewPlan=false, retain=false
2024-11-09T00:19:41,305 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b865a5dc08ca89b5feb5ea7f5c3f3cf1, regionState=OPENING, regionLocation=ef986b38239e,37149,1731111566533
2024-11-09T00:19:41,307 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 379, reset compression=false
2024-11-09T00:19:41,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b865a5dc08ca89b5feb5ea7f5c3f3cf1, ASSIGN because future has completed
2024-11-09T00:19:41,308 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b865a5dc08ca89b5feb5ea7f5c3f3cf1, server=ef986b38239e,37149,1731111566533}]
2024-11-09T00:19:41,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:19:41,464 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731111580704.b865a5dc08ca89b5feb5ea7f5c3f3cf1.
2024-11-09T00:19:41,464 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:19:41,464 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-09T00:19:41,465 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C37149%2C1731111566533.rep, suffix=, logDir=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533, archiveDir=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/oldWALs, maxLogs=10
2024-11-09T00:19:41,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.rep.1731111581465, exclude list is [], retry=0
2024-11-09T00:19:41,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44967,DS-d4d868eb-8341-4d30-b68b-1dc97064334b,DISK]
2024-11-09T00:19:41,480 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.rep.1731111581465
2024-11-09T00:19:41,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42831:42831)]
2024-11-09T00:19:41,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b865a5dc08ca89b5feb5ea7f5c3f3cf1, NAME => 'hbase:replication,,1731111580704.b865a5dc08ca89b5feb5ea7f5c3f3cf1.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:19:41,481 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:19:41,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:19:41,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731111580704.b865a5dc08ca89b5feb5ea7f5c3f3cf1. service=MultiRowMutationService
2024-11-09T00:19:41,481 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-09T00:19:41,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b865a5dc08ca89b5feb5ea7f5c3f3cf1
2024-11-09T00:19:41,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731111580704.b865a5dc08ca89b5feb5ea7f5c3f3cf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:19:41,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b865a5dc08ca89b5feb5ea7f5c3f3cf1
2024-11-09T00:19:41,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b865a5dc08ca89b5feb5ea7f5c3f3cf1
2024-11-09T00:19:41,482 INFO  [StoreOpener-b865a5dc08ca89b5feb5ea7f5c3f3cf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b865a5dc08ca89b5feb5ea7f5c3f3cf1 
2024-11-09T00:19:41,483 INFO  [StoreOpener-b865a5dc08ca89b5feb5ea7f5c3f3cf1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b865a5dc08ca89b5feb5ea7f5c3f3cf1 columnFamilyName hfileref
2024-11-09T00:19:41,483 DEBUG [StoreOpener-b865a5dc08ca89b5feb5ea7f5c3f3cf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:41,483 INFO  [StoreOpener-b865a5dc08ca89b5feb5ea7f5c3f3cf1-1 {}] regionserver.HStore(327): Store=b865a5dc08ca89b5feb5ea7f5c3f3cf1/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:41,483 INFO  [StoreOpener-b865a5dc08ca89b5feb5ea7f5c3f3cf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b865a5dc08ca89b5feb5ea7f5c3f3cf1 
2024-11-09T00:19:41,484 INFO  [StoreOpener-b865a5dc08ca89b5feb5ea7f5c3f3cf1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b865a5dc08ca89b5feb5ea7f5c3f3cf1 columnFamilyName queue
2024-11-09T00:19:41,484 DEBUG [StoreOpener-b865a5dc08ca89b5feb5ea7f5c3f3cf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:41,484 INFO  [StoreOpener-b865a5dc08ca89b5feb5ea7f5c3f3cf1-1 {}] regionserver.HStore(327): Store=b865a5dc08ca89b5feb5ea7f5c3f3cf1/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:41,484 INFO  [StoreOpener-b865a5dc08ca89b5feb5ea7f5c3f3cf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b865a5dc08ca89b5feb5ea7f5c3f3cf1 
2024-11-09T00:19:41,485 INFO  [StoreOpener-b865a5dc08ca89b5feb5ea7f5c3f3cf1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b865a5dc08ca89b5feb5ea7f5c3f3cf1 columnFamilyName sid
2024-11-09T00:19:41,485 DEBUG [StoreOpener-b865a5dc08ca89b5feb5ea7f5c3f3cf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:41,485 INFO  [StoreOpener-b865a5dc08ca89b5feb5ea7f5c3f3cf1-1 {}] regionserver.HStore(327): Store=b865a5dc08ca89b5feb5ea7f5c3f3cf1/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:41,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b865a5dc08ca89b5feb5ea7f5c3f3cf1
2024-11-09T00:19:41,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/replication/b865a5dc08ca89b5feb5ea7f5c3f3cf1
2024-11-09T00:19:41,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/replication/b865a5dc08ca89b5feb5ea7f5c3f3cf1
2024-11-09T00:19:41,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b865a5dc08ca89b5feb5ea7f5c3f3cf1
2024-11-09T00:19:41,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b865a5dc08ca89b5feb5ea7f5c3f3cf1
2024-11-09T00:19:41,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-09T00:19:41,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b865a5dc08ca89b5feb5ea7f5c3f3cf1
2024-11-09T00:19:41,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/replication/b865a5dc08ca89b5feb5ea7f5c3f3cf1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:19:41,490 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b865a5dc08ca89b5feb5ea7f5c3f3cf1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72129853, jitterRate=0.07481856644153595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-09T00:19:41,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b865a5dc08ca89b5feb5ea7f5c3f3cf1
2024-11-09T00:19:41,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b865a5dc08ca89b5feb5ea7f5c3f3cf1:
Running coprocessor pre-open hook at 1731111581481Writing region info on filesystem at 1731111581481Initializing all the Stores at 1731111581482 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111581482Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111581482Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111581482Cleaning up temporary data from old regions at 1731111581487 (+5 ms)Running coprocessor post-open hooks at 1731111581490 (+3 ms)Region opened successfully at 1731111581490
2024-11-09T00:19:41,491 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731111580704.b865a5dc08ca89b5feb5ea7f5c3f3cf1., pid=10, masterSystemTime=1731111581461
2024-11-09T00:19:41,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731111580704.b865a5dc08ca89b5feb5ea7f5c3f3cf1.
2024-11-09T00:19:41,492 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731111580704.b865a5dc08ca89b5feb5ea7f5c3f3cf1.
2024-11-09T00:19:41,492 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b865a5dc08ca89b5feb5ea7f5c3f3cf1, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,37149,1731111566533
2024-11-09T00:19:41,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b865a5dc08ca89b5feb5ea7f5c3f3cf1, server=ef986b38239e,37149,1731111566533 because future has completed
2024-11-09T00:19:41,496 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-09T00:19:41,496 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b865a5dc08ca89b5feb5ea7f5c3f3cf1, server=ef986b38239e,37149,1731111566533 in 187 msec
2024-11-09T00:19:41,498 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-09T00:19:41,498 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b865a5dc08ca89b5feb5ea7f5c3f3cf1, ASSIGN in 346 msec
2024-11-09T00:19:41,498 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T00:19:41,498 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111581498"}]},"ts":"1731111581498"}
2024-11-09T00:19:41,500 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-09T00:19:41,500 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T00:19:41,501 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 796 msec
2024-11-09T00:19:41,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731111580704.b865a5dc08ca89b5feb5ea7f5c3f3cf1., hostname=ef986b38239e,37149,1731111566533, seqNum=2]
2024-11-09T00:19:41,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38423-0x1011cf6127c0003, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1631476241
2024-11-09T00:19:41,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1011cf6127c0004, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1631476241
2024-11-09T00:19:41,661 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-09T00:19:41,811 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 379, reset compression=false
2024-11-09T00:19:41,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-09T00:19:41,814 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-09T00:19:41,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:19:41,860 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ef986b38239e,37149,1731111566533, ReplicationSource: 1, currentBandwidth=0
2024-11-09T00:19:41,860 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:19:41,860 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,37149,1731111566533, seqNum=-1]
2024-11-09T00:19:41,861 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:19:41,862 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService
2024-11-09T00:19:41,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ef986b38239e,37149,1731111566533', locateType=CURRENT is [region=hbase:replication,,1731111580704.b865a5dc08ca89b5feb5ea7f5c3f3cf1., hostname=ef986b38239e,37149,1731111566533, seqNum=2]
2024-11-09T00:19:41,865 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-09T00:19:41,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-09T00:19:41,878 INFO  [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ef986b38239e,37149,1731111566533 suceeded
2024-11-09T00:19:41,880 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-09T00:19:41,880 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 217 msec
2024-11-09T00:19:41,880 INFO  [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ef986b38239e:44163,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-09T00:19:41,881 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1940 sec
2024-11-09T00:19:41,890 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:44163'
2024-11-09T00:19:41,891 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2361590e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:41,891 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,44163,-1 for getting cluster id
2024-11-09T00:19:41,891 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:19:41,891 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e42541e-2162-4099-8fd7-01946dd60f34'
2024-11-09T00:19:41,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:19:41,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e42541e-2162-4099-8fd7-01946dd60f34"

2024-11-09T00:19:41,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@737f6d35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:41,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,44163,-1]
2024-11-09T00:19:41,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:19:41,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:41,893 INFO  [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:19:41,893 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ed35d7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:41,894 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:19:41,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,44163,1731111572346
2024-11-09T00:19:41,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13ce70e1
2024-11-09T00:19:41,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:19:41,895 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService
2024-11-09T00:19:41,896 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef986b38239e,37149,1731111566533 (queues=1) is replicating from cluster=1171eaf2-6185-4fff-b5eb-f6857dab4055 to cluster=8e42541e-2162-4099-8fd7-01946dd60f34
2024-11-09T00:19:41,896 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef986b38239e%2C37149%2C1731111566533
2024-11-09T00:19:41,896 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef986b38239e,37149,1731111566533, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-09T00:19:41,896 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.shipperef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef986b38239e%2C37149%2C1731111566533
2024-11-09T00:19:41,896 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896, startPosition=0, beingWritten=true
2024-11-09T00:19:41,902 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:19:41,902 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 379, reset compression=false
2024-11-09T00:19:41,902 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.shipperef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,37149,1731111566533 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:19:42,106 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 379, reset compression=false
2024-11-09T00:19:42,409 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 379, reset compression=false
2024-11-09T00:19:42,415 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 379, reset compression=false
2024-11-09T00:19:42,814 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 379, reset compression=false
2024-11-09T00:19:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:19:42,847 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-09T00:19:42,847 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:19:42,847 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:19:42,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:42,847 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:19:42,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:42,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e32d5df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:42,848 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,44163,-1 for getting cluster id
2024-11-09T00:19:42,848 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:19:42,849 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e42541e-2162-4099-8fd7-01946dd60f34'
2024-11-09T00:19:42,849 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:19:42,849 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e42541e-2162-4099-8fd7-01946dd60f34"

2024-11-09T00:19:42,849 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@606793f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:42,849 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,44163,-1]
2024-11-09T00:19:42,849 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:19:42,850 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:42,851 INFO  [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:19:42,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c1cb510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:42,852 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:19:42,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,44163,1731111572346
2024-11-09T00:19:42,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64f1f9df
2024-11-09T00:19:42,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:19:42,854 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:19:42,855 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ef986b38239e:43501,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-09T00:19:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-09T00:19:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:19:42,858 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:43501'
2024-11-09T00:19:42,858 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38cfc7e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:42,858 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,43501,-1 for getting cluster id
2024-11-09T00:19:42,859 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:19:42,859 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3254edc1-4fea-4184-b249-e8ec35aa5e36'
2024-11-09T00:19:42,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:19:42,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3254edc1-4fea-4184-b249-e8ec35aa5e36"

2024-11-09T00:19:42,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b554238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:42,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,43501,-1]
2024-11-09T00:19:42,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:19:42,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:42,860 INFO  [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:19:42,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d4e0581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:42,861 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:19:42,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,43501,1731111559043
2024-11-09T00:19:42,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@428b1b95
2024-11-09T00:19:42,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:19:42,863 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:19:42,864 INFO  [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5.
2024-11-09T00:19:42,864 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-09T00:19:42,864 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:42,864 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:42,864 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:19:42,865 INFO  [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:19:42,865 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-09T00:19:42,866 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T00:19:42,866 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:42,867 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T00:19:42,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741837_1013 (size=1138)
2024-11-09T00:19:42,916 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-09T00:19:42,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:19:43,119 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 379, reset compression=false
2024-11-09T00:19:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:19:43,283 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8062b21619590bb8d529bb4dc4f8de4a, NAME => 'hbase:replication,,1731111582864.8062b21619590bb8d529bb4dc4f8de4a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95
2024-11-09T00:19:43,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741838_1014 (size=44)
2024-11-09T00:19:43,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731111582864.8062b21619590bb8d529bb4dc4f8de4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:19:43,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8062b21619590bb8d529bb4dc4f8de4a, disabling compactions & flushes
2024-11-09T00:19:43,288 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111582864.8062b21619590bb8d529bb4dc4f8de4a.
2024-11-09T00:19:43,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111582864.8062b21619590bb8d529bb4dc4f8de4a.
2024-11-09T00:19:43,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111582864.8062b21619590bb8d529bb4dc4f8de4a. after waiting 0 ms
2024-11-09T00:19:43,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111582864.8062b21619590bb8d529bb4dc4f8de4a.
2024-11-09T00:19:43,288 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731111582864.8062b21619590bb8d529bb4dc4f8de4a.
2024-11-09T00:19:43,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8062b21619590bb8d529bb4dc4f8de4a:
Waiting for close lock at 1731111583288Disabling compacts and flushes for region at 1731111583288Disabling writes for close at 1731111583288Writing region close event to WAL at 1731111583288Closed at 1731111583288
2024-11-09T00:19:43,289 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T00:19:43,290 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731111582864.8062b21619590bb8d529bb4dc4f8de4a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731111583289"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731111583289"}]},"ts":"1731111583289"}
2024-11-09T00:19:43,291 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T00:19:43,292 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T00:19:43,292 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111583292"}]},"ts":"1731111583292"}
2024-11-09T00:19:43,294 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-09T00:19:43,294 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8062b21619590bb8d529bb4dc4f8de4a, ASSIGN}]
2024-11-09T00:19:43,295 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8062b21619590bb8d529bb4dc4f8de4a, ASSIGN
2024-11-09T00:19:43,295 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8062b21619590bb8d529bb4dc4f8de4a, ASSIGN; state=OFFLINE, location=ef986b38239e,36331,1731111572528; forceNewPlan=false, retain=false
2024-11-09T00:19:43,318 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 379, reset compression=false
2024-11-09T00:19:43,446 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8062b21619590bb8d529bb4dc4f8de4a, regionState=OPENING, regionLocation=ef986b38239e,36331,1731111572528
2024-11-09T00:19:43,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8062b21619590bb8d529bb4dc4f8de4a, ASSIGN because future has completed
2024-11-09T00:19:43,448 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8062b21619590bb8d529bb4dc4f8de4a, server=ef986b38239e,36331,1731111572528}]
2024-11-09T00:19:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:19:43,603 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731111582864.8062b21619590bb8d529bb4dc4f8de4a.
2024-11-09T00:19:43,604 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:19:43,604 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-09T00:19:43,605 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C36331%2C1731111572528.rep, suffix=, logDir=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528, archiveDir=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/oldWALs, maxLogs=10
2024-11-09T00:19:43,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.rep.1731111583605, exclude list is [], retry=0
2024-11-09T00:19:43,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40905,DS-71b712e0-b380-48f2-9e18-530309a3f8fa,DISK]
2024-11-09T00:19:43,622 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.rep.1731111583605
2024-11-09T00:19:43,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44347:44347)]
2024-11-09T00:19:43,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8062b21619590bb8d529bb4dc4f8de4a, NAME => 'hbase:replication,,1731111582864.8062b21619590bb8d529bb4dc4f8de4a.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:19:43,623 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:19:43,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:19:43,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731111582864.8062b21619590bb8d529bb4dc4f8de4a. service=MultiRowMutationService
2024-11-09T00:19:43,623 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-09T00:19:43,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8062b21619590bb8d529bb4dc4f8de4a
2024-11-09T00:19:43,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731111582864.8062b21619590bb8d529bb4dc4f8de4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:19:43,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8062b21619590bb8d529bb4dc4f8de4a
2024-11-09T00:19:43,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8062b21619590bb8d529bb4dc4f8de4a
2024-11-09T00:19:43,624 INFO  [StoreOpener-8062b21619590bb8d529bb4dc4f8de4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8062b21619590bb8d529bb4dc4f8de4a 
2024-11-09T00:19:43,625 INFO  [StoreOpener-8062b21619590bb8d529bb4dc4f8de4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8062b21619590bb8d529bb4dc4f8de4a columnFamilyName hfileref
2024-11-09T00:19:43,626 DEBUG [StoreOpener-8062b21619590bb8d529bb4dc4f8de4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:43,626 INFO  [StoreOpener-8062b21619590bb8d529bb4dc4f8de4a-1 {}] regionserver.HStore(327): Store=8062b21619590bb8d529bb4dc4f8de4a/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:43,626 INFO  [StoreOpener-8062b21619590bb8d529bb4dc4f8de4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8062b21619590bb8d529bb4dc4f8de4a 
2024-11-09T00:19:43,627 INFO  [StoreOpener-8062b21619590bb8d529bb4dc4f8de4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8062b21619590bb8d529bb4dc4f8de4a columnFamilyName queue
2024-11-09T00:19:43,627 DEBUG [StoreOpener-8062b21619590bb8d529bb4dc4f8de4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:43,627 INFO  [StoreOpener-8062b21619590bb8d529bb4dc4f8de4a-1 {}] regionserver.HStore(327): Store=8062b21619590bb8d529bb4dc4f8de4a/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:43,627 INFO  [StoreOpener-8062b21619590bb8d529bb4dc4f8de4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8062b21619590bb8d529bb4dc4f8de4a 
2024-11-09T00:19:43,628 INFO  [StoreOpener-8062b21619590bb8d529bb4dc4f8de4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8062b21619590bb8d529bb4dc4f8de4a columnFamilyName sid
2024-11-09T00:19:43,628 DEBUG [StoreOpener-8062b21619590bb8d529bb4dc4f8de4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:19:43,628 INFO  [StoreOpener-8062b21619590bb8d529bb4dc4f8de4a-1 {}] regionserver.HStore(327): Store=8062b21619590bb8d529bb4dc4f8de4a/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:19:43,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8062b21619590bb8d529bb4dc4f8de4a
2024-11-09T00:19:43,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/replication/8062b21619590bb8d529bb4dc4f8de4a
2024-11-09T00:19:43,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/replication/8062b21619590bb8d529bb4dc4f8de4a
2024-11-09T00:19:43,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8062b21619590bb8d529bb4dc4f8de4a
2024-11-09T00:19:43,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8062b21619590bb8d529bb4dc4f8de4a
2024-11-09T00:19:43,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-09T00:19:43,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8062b21619590bb8d529bb4dc4f8de4a
2024-11-09T00:19:43,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/replication/8062b21619590bb8d529bb4dc4f8de4a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:19:43,632 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8062b21619590bb8d529bb4dc4f8de4a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65362816, jitterRate=-0.026018142700195312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-09T00:19:43,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8062b21619590bb8d529bb4dc4f8de4a
2024-11-09T00:19:43,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8062b21619590bb8d529bb4dc4f8de4a:
Running coprocessor pre-open hook at 1731111583623Writing region info on filesystem at 1731111583623Initializing all the Stores at 1731111583624 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111583624Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111583624Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111583624Cleaning up temporary data from old regions at 1731111583629 (+5 ms)Running coprocessor post-open hooks at 1731111583632 (+3 ms)Region opened successfully at 1731111583632
2024-11-09T00:19:43,633 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731111582864.8062b21619590bb8d529bb4dc4f8de4a., pid=10, masterSystemTime=1731111583600
2024-11-09T00:19:43,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731111582864.8062b21619590bb8d529bb4dc4f8de4a.
2024-11-09T00:19:43,635 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731111582864.8062b21619590bb8d529bb4dc4f8de4a.
2024-11-09T00:19:43,635 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8062b21619590bb8d529bb4dc4f8de4a, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,36331,1731111572528
2024-11-09T00:19:43,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8062b21619590bb8d529bb4dc4f8de4a, server=ef986b38239e,36331,1731111572528 because future has completed
2024-11-09T00:19:43,639 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-09T00:19:43,639 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8062b21619590bb8d529bb4dc4f8de4a, server=ef986b38239e,36331,1731111572528 in 189 msec
2024-11-09T00:19:43,641 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-09T00:19:43,641 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8062b21619590bb8d529bb4dc4f8de4a, ASSIGN in 345 msec
2024-11-09T00:19:43,641 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T00:19:43,641 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111583641"}]},"ts":"1731111583641"}
2024-11-09T00:19:43,643 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-09T00:19:43,644 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T00:19:43,645 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 779 msec
2024-11-09T00:19:43,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731111582864.8062b21619590bb8d529bb4dc4f8de4a., hostname=ef986b38239e,36331,1731111572528, seqNum=2]
2024-11-09T00:19:43,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011cf6127c0006, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/258323663
2024-11-09T00:19:43,691 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36331-0x1011cf6127c0007, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/258323663
2024-11-09T00:19:43,714 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-09T00:19:43,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-09T00:19:43,867 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-09T00:19:43,903 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ef986b38239e,36331,1731111572528, ReplicationSource: 1, currentBandwidth=0
2024-11-09T00:19:43,904 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:19:43,904 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,36331,1731111572528, seqNum=-1]
2024-11-09T00:19:43,904 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:19:43,905 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService
2024-11-09T00:19:43,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ef986b38239e,36331,1731111572528', locateType=CURRENT is [region=hbase:replication,,1731111582864.8062b21619590bb8d529bb4dc4f8de4a., hostname=ef986b38239e,36331,1731111572528, seqNum=2]
2024-11-09T00:19:43,911 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-09T00:19:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-09T00:19:43,913 INFO  [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ef986b38239e,36331,1731111572528 suceeded
2024-11-09T00:19:43,915 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-09T00:19:43,915 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec
2024-11-09T00:19:43,915 INFO  [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ef986b38239e:43501,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-09T00:19:43,917 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0600 sec
2024-11-09T00:19:43,922 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 379, reset compression=false
2024-11-09T00:19:43,923 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 379, reset compression=false
2024-11-09T00:19:43,953 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:43501'
2024-11-09T00:19:43,954 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1520edf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:43,954 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,43501,-1 for getting cluster id
2024-11-09T00:19:43,954 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:19:43,955 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3254edc1-4fea-4184-b249-e8ec35aa5e36'
2024-11-09T00:19:43,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:19:43,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3254edc1-4fea-4184-b249-e8ec35aa5e36"

2024-11-09T00:19:43,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59398c16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:43,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,43501,-1]
2024-11-09T00:19:43,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:19:43,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:43,956 INFO  [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:19:43,957 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@444831fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:43,958 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:19:43,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,43501,1731111559043
2024-11-09T00:19:43,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ea9b966
2024-11-09T00:19:43,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:19:43,961 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService
2024-11-09T00:19:43,962 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef986b38239e,36331,1731111572528 (queues=1) is replicating from cluster=8e42541e-2162-4099-8fd7-01946dd60f34 to cluster=3254edc1-4fea-4184-b249-e8ec35aa5e36
2024-11-09T00:19:43,962 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef986b38239e%2C36331%2C1731111572528
2024-11-09T00:19:43,962 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef986b38239e,36331,1731111572528, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-09T00:19:43,964 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970, startPosition=0, beingWritten=true
2024-11-09T00:19:43,968 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.shipperef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef986b38239e%2C36331%2C1731111572528
2024-11-09T00:19:43,994 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:19:43,994 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 379, reset compression=false
2024-11-09T00:19:43,996 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.shipperef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,36331,1731111572528 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:19:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:19:43,997 INFO  [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-09T00:19:43,997 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:19:43,997 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:19:43,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:43,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:43,997 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:19:44,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bffc681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:44,004 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,43501,-1 for getting cluster id
2024-11-09T00:19:44,005 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:19:44,005 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3254edc1-4fea-4184-b249-e8ec35aa5e36'
2024-11-09T00:19:44,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:19:44,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3254edc1-4fea-4184-b249-e8ec35aa5e36"

2024-11-09T00:19:44,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6393d8da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:44,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,43501,-1]
2024-11-09T00:19:44,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:19:44,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:44,008 INFO  [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:19:44,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad35374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:44,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2970252d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:44,012 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,38423,-1 for getting cluster id
2024-11-09T00:19:44,013 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:19:44,013 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1171eaf2-6185-4fff-b5eb-f6857dab4055'
2024-11-09T00:19:44,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:19:44,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1171eaf2-6185-4fff-b5eb-f6857dab4055"

2024-11-09T00:19:44,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3235ad86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:44,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,38423,-1]
2024-11-09T00:19:44,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:19:44,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:44,015 INFO  [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:19:44,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51bc105b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:44,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7def26fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:44,024 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,44163,-1 for getting cluster id
2024-11-09T00:19:44,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:19:44,025 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e42541e-2162-4099-8fd7-01946dd60f34'
2024-11-09T00:19:44,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:19:44,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e42541e-2162-4099-8fd7-01946dd60f34"

2024-11-09T00:19:44,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac83296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:44,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,44163,-1]
2024-11-09T00:19:44,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:19:44,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:44,027 INFO  [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:19:44,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d471f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:44,030 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:19:44,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,44007,1731111559243, seqNum=-1]
2024-11-09T00:19:44,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:19:44,033 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:19:44,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731111575097.e7e575f73fa17935f935a2d7f6346882., hostname=ef986b38239e,44007,1731111559243, seqNum=2]
2024-11-09T00:19:44,039 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:19:44,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,36331,1731111572528, seqNum=-1]
2024-11-09T00:19:44,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:19:44,042 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:19:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731111577378.182271b9ae78319bebc5a2784538de37., hostname=ef986b38239e,36331,1731111572528, seqNum=2]
2024-11-09T00:19:44,047 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false
2024-11-09T00:19:44,210 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 379, reset compression=false
2024-11-09T00:19:44,514 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 379, reset compression=false
2024-11-09T00:19:44,649 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 379, reset compression=false
2024-11-09T00:19:44,854 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 379, reset compression=false
2024-11-09T00:19:44,868 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:19:44,868 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.shipperef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,44007,1731111559243 got entry batch from reader: WALEntryBatch [walEntries=[{test/e7e575f73fa17935f935a2d7f6346882/4=[#edits: 1 = <row/f:row/1731111584035/Put/vlen=3/seqid=0; >],199}], lastWalPath=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199]
2024-11-09T00:19:44,868 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 480, reset compression=false
2024-11-09T00:19:44,870 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.shipperef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:19:44,871 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService
2024-11-09T00:19:44,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-09T00:19:44,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f99b869, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:44,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,38423,-1 for getting cluster id
2024-11-09T00:19:44,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:19:44,873 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1171eaf2-6185-4fff-b5eb-f6857dab4055'
2024-11-09T00:19:44,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:19:44,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1171eaf2-6185-4fff-b5eb-f6857dab4055"

2024-11-09T00:19:44,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@361508da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:44,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,38423,-1]
2024-11-09T00:19:44,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:19:44,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:44,875 INFO  [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:19:44,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dbee808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:44,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:19:44,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,37149,1731111566533, seqNum=-1]
2024-11-09T00:19:44,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:19:44,880 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService
2024-11-09T00:19:44,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731111576239.d46f1d81a37b42aab25f0310d60c1000., hostname=ef986b38239e,37149,1731111566533, seqNum=2]
2024-11-09T00:19:44,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-09T00:19:44,917 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 379, reset compression=false
2024-11-09T00:19:45,049 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false
2024-11-09T00:19:45,083 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 480, reset compression=false
2024-11-09T00:19:45,390 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 480, reset compression=false
2024-11-09T00:19:45,413 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:19:45,414 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:45,414 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:45,421 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 379, reset compression=false
2024-11-09T00:19:45,453 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 379, reset compression=false
2024-11-09T00:19:45,459 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:45,459 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:45,459 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:45,460 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:45,460 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:45,460 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:45,462 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:19:45,463 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 503, reset compression=false
2024-11-09T00:19:45,463 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.shipperef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,37149,1731111566533 got entry batch from reader: WALEntryBatch [walEntries=[{test/d46f1d81a37b42aab25f0310d60c1000/4=[#edits: 1 = <row/f:row/1731111584035/Put/vlen=3/seqid=0; >],215}], lastWalPath=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215]
2024-11-09T00:19:45,465 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.shipperef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:19:45,466 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService
2024-11-09T00:19:45,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36331 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-09T00:19:45,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@250ab4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:45,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36331 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,44163,-1 for getting cluster id
2024-11-09T00:19:45,468 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:45,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36331 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:19:45,469 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e42541e-2162-4099-8fd7-01946dd60f34'
2024-11-09T00:19:45,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:19:45,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e42541e-2162-4099-8fd7-01946dd60f34"

2024-11-09T00:19:45,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37ed6561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:45,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,44163,-1]
2024-11-09T00:19:45,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:19:45,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:45,470 INFO  [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:19:45,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35f97574, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:45,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36331 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:19:45,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,36331,1731111572528, seqNum=-1]
2024-11-09T00:19:45,473 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:45,474 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:45,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:19:45,475 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService
2024-11-09T00:19:45,476 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:45,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731111577378.182271b9ae78319bebc5a2784538de37., hostname=ef986b38239e,36331,1731111572528, seqNum=2]
2024-11-09T00:19:45,479 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36331 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-09T00:19:45,668 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 503, reset compression=false
2024-11-09T00:19:45,793 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 480, reset compression=false
2024-11-09T00:19:45,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-09T00:19:45,911 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer
2024-11-09T00:19:45,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-09T00:19:45,911 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers
2024-11-09T00:19:45,972 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 503, reset compression=false
2024-11-09T00:19:46,024 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 379, reset compression=false
2024-11-09T00:19:46,029 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:19:46,029 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 526, reset compression=false
2024-11-09T00:19:46,029 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.shipperef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,36331,1731111572528 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:19:46,050 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false
2024-11-09T00:19:46,051 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:19:46,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,37149,1731111566533, seqNum=-1]
2024-11-09T00:19:46,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:19:46,052 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:19:46,054 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731111576239.d46f1d81a37b42aab25f0310d60c1000., hostname=ef986b38239e,37149,1731111566533, seqNum=2]
2024-11-09T00:19:46,057 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false
2024-11-09T00:19:46,232 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 526, reset compression=false
2024-11-09T00:19:46,297 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 480, reset compression=false
2024-11-09T00:19:46,375 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 503, reset compression=false
2024-11-09T00:19:46,380 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:19:46,380 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 607, reset compression=false
2024-11-09T00:19:46,380 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.shipperef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,37149,1731111566533 got entry batch from reader: WALEntryBatch [walEntries=[{test/d46f1d81a37b42aab25f0310d60c1000/5=[#edits: 1 = <row1/f:row1/1731111586055/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-09T00:19:46,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36331 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-09T00:19:46,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36331 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-09T00:19:46,535 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 526, reset compression=false
2024-11-09T00:19:46,542 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:19:46,542 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 653, reset compression=false
2024-11-09T00:19:46,542 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.shipperef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,36331,1731111572528 got entry batch from reader: WALEntryBatch [walEntries=[{test/182271b9ae78319bebc5a2784538de37/5=[#edits: 1 = <row1/f:row1/1731111586055/Put/vlen=4/seqid=0; >],223}], lastWalPath=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223]
2024-11-09T00:19:46,544 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.shipperef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:19:46,545 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService
2024-11-09T00:19:46,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-09T00:19:46,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24374ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:46,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,43501,-1 for getting cluster id
2024-11-09T00:19:46,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:19:46,547 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3254edc1-4fea-4184-b249-e8ec35aa5e36'
2024-11-09T00:19:46,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:19:46,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3254edc1-4fea-4184-b249-e8ec35aa5e36"

2024-11-09T00:19:46,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d6606fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:46,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,43501,-1]
2024-11-09T00:19:46,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:19:46,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:46,549 INFO  [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:19:46,550 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ae765a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:46,550 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:19:46,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,44007,1731111559243, seqNum=-1]
2024-11-09T00:19:46,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:19:46,552 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService
2024-11-09T00:19:46,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731111575097.e7e575f73fa17935f935a2d7f6346882., hostname=ef986b38239e,44007,1731111559243, seqNum=2]
2024-11-09T00:19:46,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-09T00:19:46,592 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 607, reset compression=false
2024-11-09T00:19:46,746 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 653, reset compression=false
2024-11-09T00:19:46,897 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 607, reset compression=false
2024-11-09T00:19:46,900 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 480, reset compression=false
2024-11-09T00:19:46,907 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:19:46,907 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 631, reset compression=false
2024-11-09T00:19:46,907 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.shipperef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,44007,1731111559243 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:19:47,050 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 653, reset compression=false
2024-11-09T00:19:47,059 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false
2024-11-09T00:19:47,061 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false
2024-11-09T00:19:47,111 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 631, reset compression=false
2024-11-09T00:19:47,301 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 607, reset compression=false
2024-11-09T00:19:47,415 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 631, reset compression=false
2024-11-09T00:19:47,453 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 653, reset compression=false
2024-11-09T00:19:47,457 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:19:47,457 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 757, reset compression=false
2024-11-09T00:19:47,457 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.shipperef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,36331,1731111572528 got entry batch from reader: WALEntryBatch [walEntries=[{test/182271b9ae78319bebc5a2784538de37/6=[#edits: 1 = <row2/f:row2/1731111587059/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-09T00:19:47,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-09T00:19:47,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-09T00:19:47,660 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 757, reset compression=false
2024-11-09T00:19:47,805 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 607, reset compression=false
2024-11-09T00:19:47,818 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 631, reset compression=false
2024-11-09T00:19:47,823 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:19:47,823 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 759, reset compression=false
2024-11-09T00:19:47,823 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.shipperef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,44007,1731111559243 got entry batch from reader: WALEntryBatch [walEntries=[{test/e7e575f73fa17935f935a2d7f6346882/6=[#edits: 1 = <row2/f:row2/1731111587059/Put/vlen=4/seqid=0; >],223}], lastWalPath=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223]
2024-11-09T00:19:47,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-09T00:19:47,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-09T00:19:47,963 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 757, reset compression=false
2024-11-09T00:19:48,026 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 759, reset compression=false
2024-11-09T00:19:48,063 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false
2024-11-09T00:19:48,066 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true
2024-11-09T00:19:48,331 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 759, reset compression=false
2024-11-09T00:19:48,335 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:19:48,335 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 915, reset compression=false
2024-11-09T00:19:48,335 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.shipperef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,44007,1731111559243 got entry batch from reader: WALEntryBatch [walEntries=[{test/e7e575f73fa17935f935a2d7f6346882/7=[#edits: 2 = <row/f:/1731111588064/DeleteFamily/vlen=0/seqid=0; row/f1:/1731111588064/DeleteFamily/vlen=0/seqid=0; >],271}], lastWalPath=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271]
2024-11-09T00:19:48,336 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-09T00:19:48,339 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-09T00:19:48,367 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 757, reset compression=false
2024-11-09T00:19:48,408 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 607, reset compression=false
2024-11-09T00:19:48,412 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:19:48,412 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 905, reset compression=false
2024-11-09T00:19:48,412 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.shipperef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,37149,1731111566533 got entry batch from reader: WALEntryBatch [walEntries=[{test/d46f1d81a37b42aab25f0310d60c1000/7=[#edits: 2 = <row/f:/1731111588064/DeleteFamily/vlen=0/seqid=0; row/f1:/1731111588064/DeleteFamily/vlen=0/seqid=0; >],287}], lastWalPath=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287]
2024-11-09T00:19:48,413 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36331 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-09T00:19:48,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36331 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-09T00:19:48,539 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 915, reset compression=false
2024-11-09T00:19:48,616 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 905, reset compression=false
2024-11-09T00:19:48,633 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-09T00:19:48,843 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 915, reset compression=false
2024-11-09T00:19:48,870 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 757, reset compression=false
2024-11-09T00:19:48,873 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:19:48,874 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 927, reset compression=false
2024-11-09T00:19:48,874 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.shipperef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,36331,1731111572528 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:19:48,919 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 905, reset compression=false
2024-11-09T00:19:49,068 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true
2024-11-09T00:19:49,071 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true
2024-11-09T00:19:49,076 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 927, reset compression=false
2024-11-09T00:19:49,246 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 915, reset compression=false
2024-11-09T00:19:49,322 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 905, reset compression=false
2024-11-09T00:19:49,328 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:19:49,328 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 1064, reset compression=false
2024-11-09T00:19:49,328 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.shipperef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,37149,1731111566533 got entry batch from reader: WALEntryBatch [walEntries=[{test/d46f1d81a37b42aab25f0310d60c1000/8=[#edits: 2 = <row1/f:/1731111589069/DeleteFamily/vlen=0/seqid=0; row1/f1:/1731111589069/DeleteFamily/vlen=0/seqid=0; >],279}], lastWalPath=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279]
2024-11-09T00:19:49,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36331 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-09T00:19:49,335 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36331 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-09T00:19:49,381 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 927, reset compression=false
2024-11-09T00:19:49,385 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:19:49,385 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 1076, reset compression=false
2024-11-09T00:19:49,385 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.shipperef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,36331,1731111572528 got entry batch from reader: WALEntryBatch [walEntries=[{test/182271b9ae78319bebc5a2784538de37/8=[#edits: 2 = <row1/f:/1731111589069/DeleteFamily/vlen=0/seqid=0; row1/f1:/1731111589069/DeleteFamily/vlen=0/seqid=0; >],295}], lastWalPath=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295]
2024-11-09T00:19:49,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-09T00:19:49,389 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-09T00:19:49,538 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 1064, reset compression=false
2024-11-09T00:19:49,588 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 1076, reset compression=false
2024-11-09T00:19:49,750 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 915, reset compression=false
2024-11-09T00:19:49,755 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:19:49,755 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 1088, reset compression=false
2024-11-09T00:19:49,755 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.shipperef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,44007,1731111559243 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:19:49,841 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 1064, reset compression=false
2024-11-09T00:19:49,892 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 1076, reset compression=false
2024-11-09T00:19:49,961 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 1088, reset compression=false
2024-11-09T00:19:50,074 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true
2024-11-09T00:19:50,079 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true
2024-11-09T00:19:50,245 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 1064, reset compression=false
2024-11-09T00:19:50,264 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 1088, reset compression=false
2024-11-09T00:19:50,296 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 1076, reset compression=false
2024-11-09T00:19:50,299 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:19:50,299 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 1235, reset compression=false
2024-11-09T00:19:50,299 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.shipperef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,36331,1731111572528 got entry batch from reader: WALEntryBatch [walEntries=[{test/182271b9ae78319bebc5a2784538de37/9=[#edits: 2 = <row2/f:/1731111590075/DeleteFamily/vlen=0/seqid=0; row2/f1:/1731111590075/DeleteFamily/vlen=0/seqid=0; >],279}], lastWalPath=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279]
2024-11-09T00:19:50,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-09T00:19:50,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-09T00:19:50,502 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 1235, reset compression=false
2024-11-09T00:19:50,667 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 1088, reset compression=false
2024-11-09T00:19:50,672 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:19:50,672 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 1238, reset compression=false
2024-11-09T00:19:50,672 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.shipperef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,44007,1731111559243 got entry batch from reader: WALEntryBatch [walEntries=[{test/e7e575f73fa17935f935a2d7f6346882/9=[#edits: 2 = <row2/f:/1731111590075/DeleteFamily/vlen=0/seqid=0; row2/f1:/1731111590075/DeleteFamily/vlen=0/seqid=0; >],295}], lastWalPath=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295]
2024-11-09T00:19:50,673 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-09T00:19:50,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-09T00:19:50,749 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 1064, reset compression=false
2024-11-09T00:19:50,793 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:19:50,793 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 1237, reset compression=false
2024-11-09T00:19:50,793 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.shipperef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,37149,1731111566533 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:19:50,806 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 1235, reset compression=false
2024-11-09T00:19:50,878 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 1238, reset compression=false
2024-11-09T00:19:51,010 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 1237, reset compression=false
2024-11-09T00:19:51,080 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true
2024-11-09T00:19:51,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb35a16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:51,087 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,44163,-1 for getting cluster id
2024-11-09T00:19:51,087 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:19:51,088 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e42541e-2162-4099-8fd7-01946dd60f34'
2024-11-09T00:19:51,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:19:51,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e42541e-2162-4099-8fd7-01946dd60f34"

2024-11-09T00:19:51,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699f6f75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:51,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,44163,-1]
2024-11-09T00:19:51,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:19:51,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:51,089 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:19:51,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c68cbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:51,091 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:19:51,092 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,44163,1731111572346
2024-11-09T00:19:51,092 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21abb4be
2024-11-09T00:19:51,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:19:51,094 INFO  [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:19:51,094 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1
2024-11-09T00:19:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure
2024-11-09T00:19:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-09T00:19:51,155 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-09T00:19:51,189 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 1238, reset compression=false
2024-11-09T00:19:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-09T00:19:51,230 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 1235, reset compression=false
2024-11-09T00:19:51,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13
2024-11-09T00:19:51,308 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER
2024-11-09T00:19:51,309 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1
2024-11-09T00:19:51,309 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef986b38239e,36331,1731111572528 because: Peer 1 state or config changed. Will close the previous replication source and open a new one
2024-11-09T00:19:51,309 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.
2024-11-09T00:19:51,309 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492)
    at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89)
    at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108)
    at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60)
    at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35)
    at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23)
    at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56)
    at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:19:51,309 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:51,309 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:51,309 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:19:51,315 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 1237, reset compression=false
2024-11-09T00:19:51,409 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-09T00:19:51,409 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.shipperef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-09T00:19:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-09T00:19:51,510 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.shipperef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 terminated
2024-11-09T00:19:51,525 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-ef986b38239e,36331,1731111572528, ReplicationSource: 1, currentBandwidth=0
2024-11-09T00:19:51,525 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1
2024-11-09T00:19:51,525 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13
2024-11-09T00:19:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.HMaster(4169): Remote procedure done, pid=13
2024-11-09T00:19:51,527 INFO  [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on ef986b38239e,36331,1731111572528 suceeded
2024-11-09T00:19:51,529 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12
2024-11-09T00:19:51,529 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 372 msec
2024-11-09T00:19:51,529 INFO  [PEWorker-1 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1
2024-11-09T00:19:51,530 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 434 msec
2024-11-09T00:19:51,538 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:43501'
2024-11-09T00:19:51,539 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fe6b602, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:51,539 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,43501,-1 for getting cluster id
2024-11-09T00:19:51,539 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:19:51,540 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3254edc1-4fea-4184-b249-e8ec35aa5e36'
2024-11-09T00:19:51,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:19:51,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3254edc1-4fea-4184-b249-e8ec35aa5e36"

2024-11-09T00:19:51,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@da3b261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:51,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,43501,-1]
2024-11-09T00:19:51,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:19:51,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:51,541 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:19:51,542 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46a22cb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:51,542 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:19:51,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,43501,1731111559043
2024-11-09T00:19:51,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@698edcd2
2024-11-09T00:19:51,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:19:51,543 INFO  [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService
2024-11-09T00:19:51,544 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef986b38239e,36331,1731111572528 (queues=1) is replicating from cluster=8e42541e-2162-4099-8fd7-01946dd60f34 to cluster=3254edc1-4fea-4184-b249-e8ec35aa5e36
2024-11-09T00:19:51,544 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef986b38239e%2C36331%2C1731111572528
2024-11-09T00:19:51,544 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef986b38239e,36331,1731111572528, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-09T00:19:51,544 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.shipperef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef986b38239e%2C36331%2C1731111572528
2024-11-09T00:19:51,593 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 1238, reset compression=false
2024-11-09T00:19:51,722 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 1237, reset compression=false
2024-11-09T00:19:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-09T00:19:51,726 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed
2024-11-09T00:19:51,726 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:19:51,726 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:19:51,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:51,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:51,727 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:19:51,731 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false
2024-11-09T00:19:52,096 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 1238, reset compression=false
2024-11-09T00:19:52,107 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:19:52,107 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 1342, reset compression=false
2024-11-09T00:19:52,107 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.shipperef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,44007,1731111559243 got entry batch from reader: WALEntryBatch [walEntries=[{test/e7e575f73fa17935f935a2d7f6346882/10=[#edits: 1 = <row3/f:row3/1731111591728/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-09T00:19:52,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-09T00:19:52,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-09T00:19:52,226 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 1237, reset compression=false
2024-11-09T00:19:52,244 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:19:52,244 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 1364, reset compression=false
2024-11-09T00:19:52,245 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.shipperef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,37149,1731111566533 got entry batch from reader: WALEntryBatch [walEntries=[{test/d46f1d81a37b42aab25f0310d60c1000/10=[#edits: 1 = <row3/f:row3/1731111591728/Put/vlen=4/seqid=0; >],223}], lastWalPath=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223]
2024-11-09T00:19:52,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36331 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-09T00:19:52,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36331 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-09T00:19:52,345 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 1342, reset compression=false
2024-11-09T00:19:52,477 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 1364, reset compression=false
2024-11-09T00:19:52,655 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 1342, reset compression=false
2024-11-09T00:19:52,733 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false
2024-11-09T00:19:52,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df47c37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:52,735 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,44163,-1 for getting cluster id
2024-11-09T00:19:52,735 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:19:52,735 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e42541e-2162-4099-8fd7-01946dd60f34'
2024-11-09T00:19:52,735 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:19:52,735 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e42541e-2162-4099-8fd7-01946dd60f34"

2024-11-09T00:19:52,736 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e2c48e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:52,736 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,44163,-1]
2024-11-09T00:19:52,736 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:19:52,736 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:52,737 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:19:52,737 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c52137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:19:52,739 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:19:52,740 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,44163,1731111572346
2024-11-09T00:19:52,740 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44947996
2024-11-09T00:19:52,740 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:19:52,741 INFO  [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:19:52,741 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1
2024-11-09T00:19:52,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure
2024-11-09T00:19:52,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-09T00:19:52,797 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-09T00:19:52,801 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 1364, reset compression=false
2024-11-09T00:19:52,810 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:19:52,810 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 1468, reset compression=false
2024-11-09T00:19:52,810 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.shipperef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,37149,1731111566533 got entry batch from reader: WALEntryBatch [walEntries=[{test/d46f1d81a37b42aab25f0310d60c1000/11=[#edits: 1 = <row4/f:row4/1731111592733/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-09T00:19:52,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36331 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-09T00:19:52,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36331 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-09T00:19:52,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-09T00:19:52,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15
2024-11-09T00:19:52,949 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER
2024-11-09T00:19:52,949 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15
2024-11-09T00:19:52,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.HMaster(4169): Remote procedure done, pid=15
2024-11-09T00:19:52,954 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on ef986b38239e,36331,1731111572528 suceeded
2024-11-09T00:19:52,955 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-09T00:19:52,955 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 157 msec
2024-11-09T00:19:52,955 INFO  [PEWorker-3 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1
2024-11-09T00:19:52,956 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 213 msec
2024-11-09T00:19:53,041 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 1468, reset compression=false
2024-11-09T00:19:53,045 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970, startPosition=1235, beingWritten=true
2024-11-09T00:19:53,049 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:19:53,049 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 1512, reset compression=false
2024-11-09T00:19:53,049 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.shipperef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,36331,1731111572528 got entry batch from reader: WALEntryBatch [walEntries=[{test/182271b9ae78319bebc5a2784538de37/11=[#edits: 1 = <row4/f:row4/1731111592733/Put/vlen=4/seqid=0; >],223}], lastWalPath=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223]
2024-11-09T00:19:53,051 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.shipperef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:19:53,051 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService
2024-11-09T00:19:53,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-09T00:19:53,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-09T00:19:53,058 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 1342, reset compression=false
2024-11-09T00:19:53,062 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:19:53,062 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 1493, reset compression=false
2024-11-09T00:19:53,062 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.shipperef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,44007,1731111559243 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:19:53,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-09T00:19:53,066 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed
2024-11-09T00:19:53,066 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:19:53,066 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:19:53,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:53,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:53,066 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:19:53,068 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false
2024-11-09T00:19:53,068 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-09T00:19:53,068 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:19:53,068 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:19:53,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:53,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:53,068 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:19:53,068 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-09T00:19:53,068 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2023008912, stopped=false
2024-11-09T00:19:53,068 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef986b38239e,44163,1731111572346
2024-11-09T00:19:53,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011cf6127c0006, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/258323663/running
2024-11-09T00:19:53,080 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36331-0x1011cf6127c0007, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/258323663/running
2024-11-09T00:19:53,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011cf6127c0006, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/258323663
2024-11-09T00:19:53,080 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36331-0x1011cf6127c0007, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/258323663
2024-11-09T00:19:53,080 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:19:53,080 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:19:53,081 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:19:53,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:53,081 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef986b38239e,36331,1731111572528' *****
2024-11-09T00:19:53,081 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T00:19:53,081 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36331-0x1011cf6127c0007, quorum=127.0.0.1:50773, baseZNode=/258323663 Set watcher on znode that does not yet exist, /258323663/running
2024-11-09T00:19:53,081 INFO  [RS:0;ef986b38239e:36331 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T00:19:53,081 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44163-0x1011cf6127c0006, quorum=127.0.0.1:50773, baseZNode=/258323663 Set watcher on znode that does not yet exist, /258323663/running
2024-11-09T00:19:53,081 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T00:19:53,081 INFO  [RS:0;ef986b38239e:36331 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T00:19:53,081 INFO  [RS:0;ef986b38239e:36331 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T00:19:53,082 INFO  [RS:0;ef986b38239e:36331 {}] regionserver.HRegionServer(3091): Received CLOSE for 8062b21619590bb8d529bb4dc4f8de4a
2024-11-09T00:19:53,082 INFO  [RS:0;ef986b38239e:36331 {}] regionserver.HRegionServer(3091): Received CLOSE for 182271b9ae78319bebc5a2784538de37
2024-11-09T00:19:53,082 INFO  [RS:0;ef986b38239e:36331 {}] regionserver.HRegionServer(959): stopping server ef986b38239e,36331,1731111572528
2024-11-09T00:19:53,082 INFO  [RS:0;ef986b38239e:36331 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:19:53,082 INFO  [RS:0;ef986b38239e:36331 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:36331.
2024-11-09T00:19:53,082 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8062b21619590bb8d529bb4dc4f8de4a, disabling compactions & flushes
2024-11-09T00:19:53,082 DEBUG [RS:0;ef986b38239e:36331 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:19:53,082 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111582864.8062b21619590bb8d529bb4dc4f8de4a.
2024-11-09T00:19:53,082 DEBUG [RS:0;ef986b38239e:36331 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:53,082 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111582864.8062b21619590bb8d529bb4dc4f8de4a.
2024-11-09T00:19:53,082 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111582864.8062b21619590bb8d529bb4dc4f8de4a. after waiting 0 ms
2024-11-09T00:19:53,082 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111582864.8062b21619590bb8d529bb4dc4f8de4a.
2024-11-09T00:19:53,082 INFO  [RS:0;ef986b38239e:36331 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T00:19:53,082 INFO  [RS:0;ef986b38239e:36331 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T00:19:53,082 INFO  [RS:0;ef986b38239e:36331 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T00:19:53,082 INFO  [RS:0;ef986b38239e:36331 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-09T00:19:53,082 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8062b21619590bb8d529bb4dc4f8de4a 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB
2024-11-09T00:19:53,082 INFO  [RS:0;ef986b38239e:36331 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-09T00:19:53,083 DEBUG [RS:0;ef986b38239e:36331 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8062b21619590bb8d529bb4dc4f8de4a=hbase:replication,,1731111582864.8062b21619590bb8d529bb4dc4f8de4a., 182271b9ae78319bebc5a2784538de37=test,,1731111577378.182271b9ae78319bebc5a2784538de37.}
2024-11-09T00:19:53,083 DEBUG [RS:0;ef986b38239e:36331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 182271b9ae78319bebc5a2784538de37, 8062b21619590bb8d529bb4dc4f8de4a
2024-11-09T00:19:53,083 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:19:53,083 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:19:53,083 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:19:53,083 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:19:53,083 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:19:53,083 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-09T00:19:53,097 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/meta/1588230740/.tmp/info/886e8c5fab594094a62065015342dd78 is 147, key is hbase:replication,,1731111582864.8062b21619590bb8d529bb4dc4f8de4a./info:regioninfo/1731111583635/Put/seqid=0
2024-11-09T00:19:53,099 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/replication/8062b21619590bb8d529bb4dc4f8de4a/.tmp/queue/578bdcad1f9947aa8eb0b4174b4c54e2 is 154, key is 1-ef986b38239e,36331,1731111572528/queue:ef986b38239e%2C36331%2C1731111572528/1731111593055/Put/seqid=0
2024-11-09T00:19:53,100 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741840_1016 (size=7686)
2024-11-09T00:19:53,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741841_1017 (size=5353)
2024-11-09T00:19:53,159 INFO  [regionserver/ef986b38239e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:19:53,252 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 1512, reset compression=false
2024-11-09T00:19:53,265 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 1493, reset compression=false
2024-11-09T00:19:53,283 DEBUG [RS:0;ef986b38239e:36331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 182271b9ae78319bebc5a2784538de37, 8062b21619590bb8d529bb4dc4f8de4a
2024-11-09T00:19:53,345 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 1468, reset compression=false
2024-11-09T00:19:53,484 DEBUG [RS:0;ef986b38239e:36331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 182271b9ae78319bebc5a2784538de37, 8062b21619590bb8d529bb4dc4f8de4a
2024-11-09T00:19:53,500 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/meta/1588230740/.tmp/info/886e8c5fab594094a62065015342dd78
2024-11-09T00:19:53,503 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/replication/8062b21619590bb8d529bb4dc4f8de4a/.tmp/queue/578bdcad1f9947aa8eb0b4174b4c54e2
2024-11-09T00:19:53,509 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/replication/8062b21619590bb8d529bb4dc4f8de4a/.tmp/queue/578bdcad1f9947aa8eb0b4174b4c54e2 as hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/replication/8062b21619590bb8d529bb4dc4f8de4a/queue/578bdcad1f9947aa8eb0b4174b4c54e2
2024-11-09T00:19:53,514 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/replication/8062b21619590bb8d529bb4dc4f8de4a/queue/578bdcad1f9947aa8eb0b4174b4c54e2, entries=1, sequenceid=13, filesize=5.2 K
2024-11-09T00:19:53,515 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 8062b21619590bb8d529bb4dc4f8de4a in 433ms, sequenceid=13, compaction requested=false
2024-11-09T00:19:53,527 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/meta/1588230740/.tmp/ns/ed617e839e3844d6b4f6c4dd2d68dc9f is 43, key is default/ns:d/1731111574956/Put/seqid=0
2024-11-09T00:19:53,533 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/replication/8062b21619590bb8d529bb4dc4f8de4a/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1
2024-11-09T00:19:53,534 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:19:53,534 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:19:53,534 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731111582864.8062b21619590bb8d529bb4dc4f8de4a.
2024-11-09T00:19:53,534 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8062b21619590bb8d529bb4dc4f8de4a:
Waiting for close lock at 1731111593082Running coprocessor pre-close hooks at 1731111593082Disabling compacts and flushes for region at 1731111593082Disabling writes for close at 1731111593082Obtaining lock to block concurrent updates at 1731111593082Preparing flush snapshotting stores in 8062b21619590bb8d529bb4dc4f8de4a at 1731111593082Finished memstore snapshotting hbase:replication,,1731111582864.8062b21619590bb8d529bb4dc4f8de4a., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731111593083 (+1 ms)Flushing stores of hbase:replication,,1731111582864.8062b21619590bb8d529bb4dc4f8de4a. at 1731111593083Flushing 8062b21619590bb8d529bb4dc4f8de4a/queue: creating writer at 1731111593083Flushing 8062b21619590bb8d529bb4dc4f8de4a/queue: appending metadata at 1731111593099 (+16 ms)Flushing 8062b21619590bb8d529bb4dc4f8de4a/queue: closing flushed file at 1731111593099Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b7e11e8: reopening flushed file at 1731111593508 (+409 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 8062b21619590bb8d529bb4dc4f8de4a in 433ms, sequenceid=13, compaction requested=false at 1731111593515 (+7 ms)Writing region close event to WAL at 1731111593520 (+5 ms)Running coprocessor post-close hooks at 1731111593533 (+13 ms)Closed at 1731111593534 (+1 ms)
2024-11-09T00:19:53,534 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731111582864.8062b21619590bb8d529bb4dc4f8de4a.
2024-11-09T00:19:53,534 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 182271b9ae78319bebc5a2784538de37, disabling compactions & flushes
2024-11-09T00:19:53,534 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731111577378.182271b9ae78319bebc5a2784538de37.
2024-11-09T00:19:53,534 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731111577378.182271b9ae78319bebc5a2784538de37.
2024-11-09T00:19:53,534 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731111577378.182271b9ae78319bebc5a2784538de37. after waiting 0 ms
2024-11-09T00:19:53,534 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731111577378.182271b9ae78319bebc5a2784538de37.
2024-11-09T00:19:53,535 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 182271b9ae78319bebc5a2784538de37 3/3 column families, dataSize=342 B heapSize=1.99 KB
2024-11-09T00:19:53,541 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741842_1018 (size=5153)
2024-11-09T00:19:53,542 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/meta/1588230740/.tmp/ns/ed617e839e3844d6b4f6c4dd2d68dc9f
2024-11-09T00:19:53,555 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 1512, reset compression=false
2024-11-09T00:19:53,561 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/default/test/182271b9ae78319bebc5a2784538de37/.tmp/f/2861832f63a84a23a336a336f922c481 is 37, key is row3/f:row3/1731111591728/Put/seqid=0
2024-11-09T00:19:53,566 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/meta/1588230740/.tmp/rep_barrier/a90403f5328642fc83fe80d8da094588 is 112, key is test,,1731111577378.182271b9ae78319bebc5a2784538de37./rep_barrier:seqnumDuringOpen/1731111578522/Put/seqid=0
2024-11-09T00:19:53,568 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 1493, reset compression=false
2024-11-09T00:19:53,570 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:19:53,570 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 1759, reset compression=false
2024-11-09T00:19:53,570 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.shipperef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,36331,1731111572528 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:19:53,571 ERROR [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.shipperef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ef986b38239e,36331,1731111572528: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ef986b38239e,36331,1731111572528, walGroup=ef986b38239e%2C36331%2C1731111572528, offset=ef986b38239e%2C36331%2C1731111572528.1731111573970:1759, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:36331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-09T00:19:53,572 ERROR [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.shipperef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-09T00:19:53,572 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.shipperef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-09T00:19:53,573 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.shipperef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-09T00:19:53,573 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.shipperef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-09T00:19:53,573 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.shipperef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-09T00:19:53,573 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.shipperef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "Verbose": false,
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1061158912,
        "init": 1048576000,
        "max": 2306867200,
        "used": 836354560
      },
      "NonHeapMemoryUsage": {
        "committed": 201457664,
        "init": 7667712,
        "max": -1,
        "used": 198617384
      },
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-09T00:19:53,573 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.shipperef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44163 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44163 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-09T00:19:53,584 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741843_1019 (size=5228)
2024-11-09T00:19:53,585 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/default/test/182271b9ae78319bebc5a2784538de37/.tmp/f/2861832f63a84a23a336a336f922c481
2024-11-09T00:19:53,589 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2861832f63a84a23a336a336f922c481
2024-11-09T00:19:53,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741844_1020 (size=5518)
2024-11-09T00:19:53,619 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/default/test/182271b9ae78319bebc5a2784538de37/.tmp/f1/b6d7854b1de74b38ac6e17082463dfb0 is 30, key is row1/f1:/1731111589069/DeleteFamily/seqid=0
2024-11-09T00:19:53,629 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741845_1021 (size=5158)
2024-11-09T00:19:53,684 DEBUG [RS:0;ef986b38239e:36331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 182271b9ae78319bebc5a2784538de37
2024-11-09T00:19:53,786 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 1468, reset compression=false
2024-11-09T00:19:53,797 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 1759, reset compression=false
2024-11-09T00:19:53,843 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-09T00:19:53,843 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-09T00:19:53,884 DEBUG [RS:0;ef986b38239e:36331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 182271b9ae78319bebc5a2784538de37
2024-11-09T00:19:54,006 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/meta/1588230740/.tmp/rep_barrier/a90403f5328642fc83fe80d8da094588
2024-11-09T00:19:54,006 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 1493, reset compression=false
2024-11-09T00:19:54,027 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/meta/1588230740/.tmp/table/9c1623bb9c95412293794a45b1a39d12 is 53, key is hbase:replication/table:state/1731111583641/Put/seqid=0
2024-11-09T00:19:54,030 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/default/test/182271b9ae78319bebc5a2784538de37/.tmp/f1/b6d7854b1de74b38ac6e17082463dfb0
2024-11-09T00:19:54,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741846_1022 (size=5308)
2024-11-09T00:19:54,034 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6d7854b1de74b38ac6e17082463dfb0
2024-11-09T00:19:54,050 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/default/test/182271b9ae78319bebc5a2784538de37/.tmp/norep/f28b6dbc679c4abbaca7cd8cbe8ad39e is 33, key is row2/norep:/1731111590075/DeleteFamily/seqid=0
2024-11-09T00:19:54,054 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741847_1023 (size=5108)
2024-11-09T00:19:54,085 INFO  [RS:0;ef986b38239e:36331 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-09T00:19:54,085 DEBUG [RS:0;ef986b38239e:36331 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 182271b9ae78319bebc5a2784538de37=test,,1731111577378.182271b9ae78319bebc5a2784538de37.}
2024-11-09T00:19:54,085 DEBUG [RS:0;ef986b38239e:36331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 182271b9ae78319bebc5a2784538de37
2024-11-09T00:19:54,101 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 1759, reset compression=false
2024-11-09T00:19:54,285 DEBUG [RS:0;ef986b38239e:36331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 182271b9ae78319bebc5a2784538de37
2024-11-09T00:19:54,290 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 1468, reset compression=false
2024-11-09T00:19:54,431 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/meta/1588230740/.tmp/table/9c1623bb9c95412293794a45b1a39d12
2024-11-09T00:19:54,435 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/meta/1588230740/.tmp/info/886e8c5fab594094a62065015342dd78 as hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/meta/1588230740/info/886e8c5fab594094a62065015342dd78
2024-11-09T00:19:54,439 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/meta/1588230740/info/886e8c5fab594094a62065015342dd78, entries=20, sequenceid=16, filesize=7.5 K
2024-11-09T00:19:54,439 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/meta/1588230740/.tmp/ns/ed617e839e3844d6b4f6c4dd2d68dc9f as hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/meta/1588230740/ns/ed617e839e3844d6b4f6c4dd2d68dc9f
2024-11-09T00:19:54,443 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/meta/1588230740/ns/ed617e839e3844d6b4f6c4dd2d68dc9f, entries=2, sequenceid=16, filesize=5.0 K
2024-11-09T00:19:54,444 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/meta/1588230740/.tmp/rep_barrier/a90403f5328642fc83fe80d8da094588 as hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/meta/1588230740/rep_barrier/a90403f5328642fc83fe80d8da094588
2024-11-09T00:19:54,447 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/meta/1588230740/rep_barrier/a90403f5328642fc83fe80d8da094588, entries=1, sequenceid=16, filesize=5.4 K
2024-11-09T00:19:54,448 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/meta/1588230740/.tmp/table/9c1623bb9c95412293794a45b1a39d12 as hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/meta/1588230740/table/9c1623bb9c95412293794a45b1a39d12
2024-11-09T00:19:54,452 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/meta/1588230740/table/9c1623bb9c95412293794a45b1a39d12, entries=4, sequenceid=16, filesize=5.2 K
2024-11-09T00:19:54,453 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1370ms, sequenceid=16, compaction requested=false
2024-11-09T00:19:54,454 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/default/test/182271b9ae78319bebc5a2784538de37/.tmp/norep/f28b6dbc679c4abbaca7cd8cbe8ad39e
2024-11-09T00:19:54,457 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f28b6dbc679c4abbaca7cd8cbe8ad39e
2024-11-09T00:19:54,458 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/default/test/182271b9ae78319bebc5a2784538de37/.tmp/f/2861832f63a84a23a336a336f922c481 as hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/default/test/182271b9ae78319bebc5a2784538de37/f/2861832f63a84a23a336a336f922c481
2024-11-09T00:19:54,461 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2861832f63a84a23a336a336f922c481
2024-11-09T00:19:54,461 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/default/test/182271b9ae78319bebc5a2784538de37/f/2861832f63a84a23a336a336f922c481, entries=5, sequenceid=12, filesize=5.1 K
2024-11-09T00:19:54,462 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/default/test/182271b9ae78319bebc5a2784538de37/.tmp/f1/b6d7854b1de74b38ac6e17082463dfb0 as hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/default/test/182271b9ae78319bebc5a2784538de37/f1/b6d7854b1de74b38ac6e17082463dfb0
2024-11-09T00:19:54,465 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6d7854b1de74b38ac6e17082463dfb0
2024-11-09T00:19:54,465 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/default/test/182271b9ae78319bebc5a2784538de37/f1/b6d7854b1de74b38ac6e17082463dfb0, entries=3, sequenceid=12, filesize=5.0 K
2024-11-09T00:19:54,466 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/default/test/182271b9ae78319bebc5a2784538de37/.tmp/norep/f28b6dbc679c4abbaca7cd8cbe8ad39e as hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/default/test/182271b9ae78319bebc5a2784538de37/norep/f28b6dbc679c4abbaca7cd8cbe8ad39e
2024-11-09T00:19:54,469 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f28b6dbc679c4abbaca7cd8cbe8ad39e
2024-11-09T00:19:54,469 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/default/test/182271b9ae78319bebc5a2784538de37/norep/f28b6dbc679c4abbaca7cd8cbe8ad39e, entries=1, sequenceid=12, filesize=5.0 K
2024-11-09T00:19:54,470 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 182271b9ae78319bebc5a2784538de37 in 936ms, sequenceid=12, compaction requested=false
2024-11-09T00:19:54,474 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-09T00:19:54,474 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:19:54,474 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:19:54,474 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:19:54,474 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111593083Running coprocessor pre-close hooks at 1731111593083Disabling compacts and flushes for region at 1731111593083Disabling writes for close at 1731111593083Obtaining lock to block concurrent updates at 1731111593083Preparing flush snapshotting stores in 1588230740 at 1731111593083Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731111593083Flushing stores of hbase:meta,,1.1588230740 at 1731111593083Flushing 1588230740/info: creating writer at 1731111593083Flushing 1588230740/info: appending metadata at 1731111593096 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731111593096Flushing 1588230740/ns: creating writer at 1731111593506 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731111593526 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731111593527 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731111593546 (+19 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731111593566 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731111593566Flushing 1588230740/table: creating writer at 1731111594010 (+444 ms)Flushing 1588230740/table: appending metadata at 1731111594026 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731111594027 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eb7af10: reopening flushed file at 1731111594435 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28dbb670: reopening flushed file at 1731111594439 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2326909d: reopening flushed file at 1731111594443 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e7535ef: reopening flushed file at 1731111594447 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1370ms, sequenceid=16, compaction requested=false at 1731111594453 (+6 ms)Writing region close event to WAL at 1731111594471 (+18 ms)Running coprocessor post-close hooks at 1731111594474 (+3 ms)Closed at 1731111594474
2024-11-09T00:19:54,475 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-09T00:19:54,475 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/data/default/test/182271b9ae78319bebc5a2784538de37/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1
2024-11-09T00:19:54,475 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:19:54,475 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-09T00:19:54,475 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731111577378.182271b9ae78319bebc5a2784538de37.
2024-11-09T00:19:54,475 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 182271b9ae78319bebc5a2784538de37:
Waiting for close lock at 1731111593534Running coprocessor pre-close hooks at 1731111593534Disabling compacts and flushes for region at 1731111593534Disabling writes for close at 1731111593534Obtaining lock to block concurrent updates at 1731111593535 (+1 ms)Preparing flush snapshotting stores in 182271b9ae78319bebc5a2784538de37 at 1731111593535Finished memstore snapshotting test,,1731111577378.182271b9ae78319bebc5a2784538de37., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731111593535Flushing stores of test,,1731111577378.182271b9ae78319bebc5a2784538de37. at 1731111593535Flushing 182271b9ae78319bebc5a2784538de37/f: creating writer at 1731111593535Flushing 182271b9ae78319bebc5a2784538de37/f: appending metadata at 1731111593560 (+25 ms)Flushing 182271b9ae78319bebc5a2784538de37/f: closing flushed file at 1731111593560Flushing 182271b9ae78319bebc5a2784538de37/f1: creating writer at 1731111593589 (+29 ms)Flushing 182271b9ae78319bebc5a2784538de37/f1: appending metadata at 1731111593618 (+29 ms)Flushing 182271b9ae78319bebc5a2784538de37/f1: closing flushed file at 1731111593618Flushing 182271b9ae78319bebc5a2784538de37/norep: creating writer at 1731111594034 (+416 ms)Flushing 182271b9ae78319bebc5a2784538de37/norep: appending metadata at 1731111594049 (+15 ms)Flushing 182271b9ae78319bebc5a2784538de37/norep: closing flushed file at 1731111594050 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43d6187d: reopening flushed file at 1731111594457 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70bfc4ad: reopening flushed file at 1731111594461 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4127aad1: reopening flushed file at 1731111594465 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 182271b9ae78319bebc5a2784538de37 in 936ms, sequenceid=12, compaction requested=false at 1731111594470 (+5 ms)Writing region close event to WAL at 1731111594472 (+2 ms)Running coprocessor post-close hooks at 1731111594475 (+3 ms)Closed at 1731111594475
2024-11-09T00:19:54,475 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731111577378.182271b9ae78319bebc5a2784538de37.
2024-11-09T00:19:54,485 INFO  [RS:0;ef986b38239e:36331 {}] regionserver.HRegionServer(976): stopping server ef986b38239e,36331,1731111572528; all regions closed.
2024-11-09T00:19:54,487 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741834_1010 (size=4239)
2024-11-09T00:19:54,487 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.meta.1731111574883.meta not finished, retry = 0
2024-11-09T00:19:54,505 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 1759, reset compression=false
2024-11-09T00:19:54,509 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:19:54,509 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/WALs/ef986b38239e,36331,1731111572528/ef986b38239e%2C36331%2C1731111572528.1731111573970 to pos 2403, reset compression=false
2024-11-09T00:19:54,510 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 1493, reset compression=false
2024-11-09T00:19:54,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741839_1015 (size=3333)
2024-11-09T00:19:54,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741832_1008 (size=2411)
2024-11-09T00:19:54,592 DEBUG [RS:0;ef986b38239e:36331 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:54,592 INFO  [RS:0;ef986b38239e:36331 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:19:54,593 INFO  [RS:0;ef986b38239e:36331 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:19:54,593 INFO  [RS:0;ef986b38239e:36331 {}] hbase.ChoreService(370): Chore service for: regionserver/ef986b38239e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-09T00:19:54,593 INFO  [RS:0;ef986b38239e:36331 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:19:54,593 INFO  [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:19:54,593 INFO  [RS:0;ef986b38239e:36331 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef986b38239e,36331,1731111572528 because: Region server is closing
2024-11-09T00:19:54,593 INFO  [RS:0;ef986b38239e:36331 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:36331.
2024-11-09T00:19:54,593 DEBUG [RS:0;ef986b38239e:36331 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:19:54,594 DEBUG [RS:0;ef986b38239e:36331 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:54,594 DEBUG [RS:0;ef986b38239e:36331 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:54,594 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:19:54,694 INFO  [RS:0;ef986b38239e:36331 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.shipperef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 terminated
2024-11-09T00:19:54,694 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,36331,1731111572528.replicationSource.wal-reader.ef986b38239e%2C36331%2C1731111572528,1-ef986b38239e,36331,1731111572528 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-09T00:19:54,694 INFO  [RS:0;ef986b38239e:36331 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:36331.
2024-11-09T00:19:54,694 DEBUG [RS:0;ef986b38239e:36331 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:19:54,694 DEBUG [RS:0;ef986b38239e:36331 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:54,695 DEBUG [RS:0;ef986b38239e:36331 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:54,695 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:19:54,695 INFO  [RS:0;ef986b38239e:36331 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36331
2024-11-09T00:19:54,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011cf6127c0006, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/258323663/rs
2024-11-09T00:19:54,806 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36331-0x1011cf6127c0007, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/258323663/rs/ef986b38239e,36331,1731111572528
2024-11-09T00:19:54,806 INFO  [RS:0;ef986b38239e:36331 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:19:54,849 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef986b38239e,36331,1731111572528]
2024-11-09T00:19:54,890 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /258323663/draining/ef986b38239e,36331,1731111572528 already deleted, retry=false
2024-11-09T00:19:54,891 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef986b38239e,36331,1731111572528 expired; onlineServers=0
2024-11-09T00:19:54,891 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef986b38239e,44163,1731111572346' *****
2024-11-09T00:19:54,891 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-09T00:19:54,891 INFO  [M:0;ef986b38239e:44163 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:19:54,891 INFO  [M:0;ef986b38239e:44163 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:19:54,891 DEBUG [M:0;ef986b38239e:44163 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-09T00:19:54,891 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-09T00:19:54,891 DEBUG [M:0;ef986b38239e:44163 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-09T00:19:54,891 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111573694 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111573694,5,FailOnTimeoutGroup]
2024-11-09T00:19:54,891 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111573694 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111573694,5,FailOnTimeoutGroup]
2024-11-09T00:19:54,891 INFO  [M:0;ef986b38239e:44163 {}] hbase.ChoreService(370): Chore service for: master/ef986b38239e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-09T00:19:54,891 INFO  [M:0;ef986b38239e:44163 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:19:54,891 DEBUG [M:0;ef986b38239e:44163 {}] master.HMaster(1795): Stopping service threads
2024-11-09T00:19:54,891 INFO  [M:0;ef986b38239e:44163 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-09T00:19:54,891 INFO  [M:0;ef986b38239e:44163 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:19:54,892 INFO  [M:0;ef986b38239e:44163 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-09T00:19:54,892 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-09T00:19:54,893 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 1468, reset compression=false
2024-11-09T00:19:54,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011cf6127c0006, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/258323663/master
2024-11-09T00:19:54,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011cf6127c0006, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/258323663
2024-11-09T00:19:54,901 DEBUG [M:0;ef986b38239e:44163 {}] zookeeper.ZKUtil(347): master:44163-0x1011cf6127c0006, quorum=127.0.0.1:50773, baseZNode=/258323663 Unable to get data of znode /258323663/master because node does not exist (not an error)
2024-11-09T00:19:54,901 WARN  [M:0;ef986b38239e:44163 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-09T00:19:54,902 INFO  [M:0;ef986b38239e:44163 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/.lastflushedseqids
2024-11-09T00:19:54,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741848_1024 (size=245)
2024-11-09T00:19:54,949 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36331-0x1011cf6127c0007, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:19:54,949 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36331-0x1011cf6127c0007, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:19:54,949 INFO  [RS:0;ef986b38239e:36331 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:19:54,949 INFO  [RS:0;ef986b38239e:36331 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef986b38239e,36331,1731111572528; zookeeper connection closed.
2024-11-09T00:19:54,949 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@491e2647 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@491e2647
2024-11-09T00:19:54,950 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-09T00:19:55,114 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 1493, reset compression=false
2024-11-09T00:19:55,305 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:19:55,306 INFO  [M:0;ef986b38239e:44163 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-09T00:19:55,306 INFO  [M:0;ef986b38239e:44163 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-09T00:19:55,306 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef986b38239e,44553,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-09T00:19:55,306 DEBUG [M:0;ef986b38239e:44163 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:19:55,306 INFO  [M:0;ef986b38239e:44163 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:19:55,306 DEBUG [M:0;ef986b38239e:44163 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:19:55,306 DEBUG [M:0;ef986b38239e:44163 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:19:55,306 DEBUG [M:0;ef986b38239e:44163 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:19:55,306 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68488 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef986b38239e,44553,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-09T00:19:55,307 INFO  [M:0;ef986b38239e:44163 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB
2024-11-09T00:19:55,324 DEBUG [M:0;ef986b38239e:44163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bcc2b4c78d73419883556890e5252b5f is 82, key is hbase:meta,,1/info:regioninfo/1731111574931/Put/seqid=0
2024-11-09T00:19:55,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741849_1025 (size=5672)
2024-11-09T00:19:55,597 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 1468, reset compression=false
2024-11-09T00:19:55,728 INFO  [M:0;ef986b38239e:44163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bcc2b4c78d73419883556890e5252b5f
2024-11-09T00:19:55,731 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-09T00:19:55,753 DEBUG [M:0;ef986b38239e:44163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/752124af171b433b951caa67fc30bf5e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731111583645/Put/seqid=0
2024-11-09T00:19:55,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741850_1026 (size=9213)
2024-11-09T00:19:55,762 INFO  [M:0;ef986b38239e:44163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/752124af171b433b951caa67fc30bf5e
2024-11-09T00:19:55,784 DEBUG [M:0;ef986b38239e:44163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64daa4b4949b4034aa5da8f15e143696 is 69, key is ef986b38239e,36331,1731111572528/rs:state/1731111573801/Put/seqid=0
2024-11-09T00:19:55,817 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 1493, reset compression=false
2024-11-09T00:19:55,818 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741851_1027 (size=5156)
2024-11-09T00:19:56,220 INFO  [M:0;ef986b38239e:44163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64daa4b4949b4034aa5da8f15e143696
2024-11-09T00:19:56,229 DEBUG [M:0;ef986b38239e:44163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bcc2b4c78d73419883556890e5252b5f as hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bcc2b4c78d73419883556890e5252b5f
2024-11-09T00:19:56,235 INFO  [M:0;ef986b38239e:44163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bcc2b4c78d73419883556890e5252b5f, entries=8, sequenceid=127, filesize=5.5 K
2024-11-09T00:19:56,237 DEBUG [M:0;ef986b38239e:44163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/752124af171b433b951caa67fc30bf5e as hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/752124af171b433b951caa67fc30bf5e
2024-11-09T00:19:56,240 INFO  [M:0;ef986b38239e:44163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/752124af171b433b951caa67fc30bf5e, entries=15, sequenceid=127, filesize=9.0 K
2024-11-09T00:19:56,241 DEBUG [M:0;ef986b38239e:44163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64daa4b4949b4034aa5da8f15e143696 as hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64daa4b4949b4034aa5da8f15e143696
2024-11-09T00:19:56,245 INFO  [M:0;ef986b38239e:44163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33309/user/jenkins/test-data/c9ac2ca3-4625-9422-d930-cd86bc661c95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64daa4b4949b4034aa5da8f15e143696, entries=1, sequenceid=127, filesize=5.0 K
2024-11-09T00:19:56,246 INFO  [M:0;ef986b38239e:44163 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 940ms, sequenceid=127, compaction requested=false
2024-11-09T00:19:56,284 INFO  [M:0;ef986b38239e:44163 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:19:56,284 DEBUG [M:0;ef986b38239e:44163 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111595306Disabling compacts and flushes for region at 1731111595306Disabling writes for close at 1731111595306Obtaining lock to block concurrent updates at 1731111595307 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731111595307Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1731111595307Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731111595307Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731111595307Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731111595324 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731111595324Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731111595732 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731111595752 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731111595752Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731111595766 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731111595784 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731111595784Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ae94923: reopening flushed file at 1731111596227 (+443 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@454bb14f: reopening flushed file at 1731111596235 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@702958fb: reopening flushed file at 1731111596241 (+6 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 940ms, sequenceid=127, compaction requested=false at 1731111596246 (+5 ms)Writing region close event to WAL at 1731111596284 (+38 ms)Closed at 1731111596284
2024-11-09T00:19:56,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741830_1006 (size=73878)
2024-11-09T00:19:56,314 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:19:56,314 INFO  [M:0;ef986b38239e:44163 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-09T00:19:56,314 INFO  [M:0;ef986b38239e:44163 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44163
2024-11-09T00:19:56,315 INFO  [M:0;ef986b38239e:44163 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:19:56,401 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 1468, reset compression=false
2024-11-09T00:19:56,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011cf6127c0006, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:19:56,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011cf6127c0006, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:19:56,561 INFO  [M:0;ef986b38239e:44163 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:19:56,573 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7615a626{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:19:56,574 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@190e30a{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:19:56,574 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:19:56,574 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ae5e2af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:19:56,574 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@736c85e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009/hadoop.log.dir/,STOPPED}
2024-11-09T00:19:56,576 WARN  [BP-630556220-172.17.0.3-1731111570023 heartbeating to localhost/127.0.0.1:33309 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T00:19:56,576 WARN  [BP-630556220-172.17.0.3-1731111570023 heartbeating to localhost/127.0.0.1:33309 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-630556220-172.17.0.3-1731111570023 (Datanode Uuid c605445f-cea2-4d94-bb54-dc0f56e568eb) service to localhost/127.0.0.1:33309
2024-11-09T00:19:56,576 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T00:19:56,576 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T00:19:56,577 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009/cluster_c2a193b5-928a-472a-8bf3-293a83b68cf0/data/data1/current/BP-630556220-172.17.0.3-1731111570023 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:19:56,577 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009/cluster_c2a193b5-928a-472a-8bf3-293a83b68cf0/data/data2/current/BP-630556220-172.17.0.3-1731111570023 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:19:56,577 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T00:19:56,592 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f67c797{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:19:56,593 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51b00fd7{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:19:56,593 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:19:56,593 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3775579f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:19:56,593 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@422ef394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009/hadoop.log.dir/,STOPPED}
2024-11-09T00:19:56,612 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-09T00:19:56,612 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-09T00:19:56,612 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:19:56,612 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:19:56,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:56,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:56,612 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-09T00:19:56,612 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1236400933, stopped=false
2024-11-09T00:19:56,612 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:19:56,612 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef986b38239e,38423,1731111566149
2024-11-09T00:19:56,646 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 1493, reset compression=false
2024-11-09T00:19:56,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38423-0x1011cf6127c0003, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1631476241/running
2024-11-09T00:19:56,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1011cf6127c0004, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1631476241/running
2024-11-09T00:19:56,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1011cf6127c0004, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1631476241
2024-11-09T00:19:56,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38423-0x1011cf6127c0003, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1631476241
2024-11-09T00:19:56,656 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:19:56,656 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:19:56,656 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:19:56,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:56,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38423-0x1011cf6127c0003, quorum=127.0.0.1:50773, baseZNode=/1631476241 Set watcher on znode that does not yet exist, /1631476241/running
2024-11-09T00:19:56,656 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef986b38239e,37149,1731111566533' *****
2024-11-09T00:19:56,656 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T00:19:56,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37149-0x1011cf6127c0004, quorum=127.0.0.1:50773, baseZNode=/1631476241 Set watcher on znode that does not yet exist, /1631476241/running
2024-11-09T00:19:56,656 INFO  [RS:0;ef986b38239e:37149 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T00:19:56,657 INFO  [RS:0;ef986b38239e:37149 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T00:19:56,657 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T00:19:56,657 INFO  [RS:0;ef986b38239e:37149 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T00:19:56,657 INFO  [RS:0;ef986b38239e:37149 {}] regionserver.HRegionServer(3091): Received CLOSE for b865a5dc08ca89b5feb5ea7f5c3f3cf1
2024-11-09T00:19:56,684 INFO  [RS:0;ef986b38239e:37149 {}] regionserver.HRegionServer(3091): Received CLOSE for d46f1d81a37b42aab25f0310d60c1000
2024-11-09T00:19:56,684 INFO  [RS:0;ef986b38239e:37149 {}] regionserver.HRegionServer(959): stopping server ef986b38239e,37149,1731111566533
2024-11-09T00:19:56,684 INFO  [RS:0;ef986b38239e:37149 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:19:56,684 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b865a5dc08ca89b5feb5ea7f5c3f3cf1, disabling compactions & flushes
2024-11-09T00:19:56,684 INFO  [RS:0;ef986b38239e:37149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:37149.
2024-11-09T00:19:56,684 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111580704.b865a5dc08ca89b5feb5ea7f5c3f3cf1.
2024-11-09T00:19:56,684 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111580704.b865a5dc08ca89b5feb5ea7f5c3f3cf1.
2024-11-09T00:19:56,684 DEBUG [RS:0;ef986b38239e:37149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:19:56,684 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111580704.b865a5dc08ca89b5feb5ea7f5c3f3cf1. after waiting 0 ms
2024-11-09T00:19:56,684 DEBUG [RS:0;ef986b38239e:37149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:56,685 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111580704.b865a5dc08ca89b5feb5ea7f5c3f3cf1.
2024-11-09T00:19:56,685 INFO  [RS:0;ef986b38239e:37149 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T00:19:56,685 INFO  [RS:0;ef986b38239e:37149 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T00:19:56,685 INFO  [RS:0;ef986b38239e:37149 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T00:19:56,685 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b865a5dc08ca89b5feb5ea7f5c3f3cf1 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB
2024-11-09T00:19:56,685 INFO  [RS:0;ef986b38239e:37149 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-09T00:19:56,690 INFO  [regionserver/ef986b38239e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:19:56,691 INFO  [RS:0;ef986b38239e:37149 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-09T00:19:56,691 DEBUG [RS:0;ef986b38239e:37149 {}] regionserver.HRegionServer(1325): Online Regions={b865a5dc08ca89b5feb5ea7f5c3f3cf1=hbase:replication,,1731111580704.b865a5dc08ca89b5feb5ea7f5c3f3cf1., 1588230740=hbase:meta,,1.1588230740, d46f1d81a37b42aab25f0310d60c1000=test,,1731111576239.d46f1d81a37b42aab25f0310d60c1000.}
2024-11-09T00:19:56,691 DEBUG [RS:0;ef986b38239e:37149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b865a5dc08ca89b5feb5ea7f5c3f3cf1, d46f1d81a37b42aab25f0310d60c1000
2024-11-09T00:19:56,691 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:19:56,691 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:19:56,691 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:19:56,691 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:19:56,691 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:19:56,691 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-09T00:19:56,739 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/replication/b865a5dc08ca89b5feb5ea7f5c3f3cf1/.tmp/queue/ab962474a40046da905a536ce40bbf44 is 154, key is 1-ef986b38239e,37149,1731111566533/queue:ef986b38239e%2C37149%2C1731111566533/1731111592817/Put/seqid=0
2024-11-09T00:19:56,757 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/meta/1588230740/.tmp/info/e3c215e9cbec43bebc5a93499a4007ea is 147, key is hbase:replication,,1731111580704.b865a5dc08ca89b5feb5ea7f5c3f3cf1./info:regioninfo/1731111581492/Put/seqid=0
2024-11-09T00:19:56,763 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-09T00:19:56,763 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-09T00:19:56,774 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741840_1016 (size=5353)
2024-11-09T00:19:56,791 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741841_1017 (size=7686)
2024-11-09T00:19:56,891 DEBUG [RS:0;ef986b38239e:37149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b865a5dc08ca89b5feb5ea7f5c3f3cf1, d46f1d81a37b42aab25f0310d60c1000
2024-11-09T00:19:57,091 DEBUG [RS:0;ef986b38239e:37149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b865a5dc08ca89b5feb5ea7f5c3f3cf1, d46f1d81a37b42aab25f0310d60c1000
2024-11-09T00:19:57,180 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/replication/b865a5dc08ca89b5feb5ea7f5c3f3cf1/.tmp/queue/ab962474a40046da905a536ce40bbf44
2024-11-09T00:19:57,191 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/meta/1588230740/.tmp/info/e3c215e9cbec43bebc5a93499a4007ea
2024-11-09T00:19:57,192 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/replication/b865a5dc08ca89b5feb5ea7f5c3f3cf1/.tmp/queue/ab962474a40046da905a536ce40bbf44 as hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/replication/b865a5dc08ca89b5feb5ea7f5c3f3cf1/queue/ab962474a40046da905a536ce40bbf44
2024-11-09T00:19:57,201 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/replication/b865a5dc08ca89b5feb5ea7f5c3f3cf1/queue/ab962474a40046da905a536ce40bbf44, entries=1, sequenceid=13, filesize=5.2 K
2024-11-09T00:19:57,204 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1343, heapSize ~2.20 KB/2256, currentSize=0 B/0 for b865a5dc08ca89b5feb5ea7f5c3f3cf1 in 518ms, sequenceid=13, compaction requested=false
2024-11-09T00:19:57,218 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/meta/1588230740/.tmp/ns/2fff996d5fdd43a4b8100ae73bd80bec is 43, key is default/ns:d/1731111569891/Put/seqid=0
2024-11-09T00:19:57,224 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741842_1018 (size=5153)
2024-11-09T00:19:57,225 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/replication/b865a5dc08ca89b5feb5ea7f5c3f3cf1/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1
2024-11-09T00:19:57,225 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/meta/1588230740/.tmp/ns/2fff996d5fdd43a4b8100ae73bd80bec
2024-11-09T00:19:57,225 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:19:57,225 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:19:57,225 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731111580704.b865a5dc08ca89b5feb5ea7f5c3f3cf1.
2024-11-09T00:19:57,226 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b865a5dc08ca89b5feb5ea7f5c3f3cf1:
Waiting for close lock at 1731111596684Running coprocessor pre-close hooks at 1731111596684Disabling compacts and flushes for region at 1731111596684Disabling writes for close at 1731111596685 (+1 ms)Obtaining lock to block concurrent updates at 1731111596685Preparing flush snapshotting stores in b865a5dc08ca89b5feb5ea7f5c3f3cf1 at 1731111596685Finished memstore snapshotting hbase:replication,,1731111580704.b865a5dc08ca89b5feb5ea7f5c3f3cf1., syncing WAL and waiting on mvcc, flushsize=dataSize=1343, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731111596685Flushing stores of hbase:replication,,1731111580704.b865a5dc08ca89b5feb5ea7f5c3f3cf1. at 1731111596686 (+1 ms)Flushing b865a5dc08ca89b5feb5ea7f5c3f3cf1/queue: creating writer at 1731111596686Flushing b865a5dc08ca89b5feb5ea7f5c3f3cf1/queue: appending metadata at 1731111596738 (+52 ms)Flushing b865a5dc08ca89b5feb5ea7f5c3f3cf1/queue: closing flushed file at 1731111596738Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53c453c0: reopening flushed file at 1731111597191 (+453 ms)Finished flush of dataSize ~1.31 KB/1343, heapSize ~2.20 KB/2256, currentSize=0 B/0 for b865a5dc08ca89b5feb5ea7f5c3f3cf1 in 518ms, sequenceid=13, compaction requested=false at 1731111597204 (+13 ms)Writing region close event to WAL at 1731111597212 (+8 ms)Running coprocessor post-close hooks at 1731111597225 (+13 ms)Closed at 1731111597225
2024-11-09T00:19:57,226 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731111580704.b865a5dc08ca89b5feb5ea7f5c3f3cf1.
2024-11-09T00:19:57,226 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d46f1d81a37b42aab25f0310d60c1000, disabling compactions & flushes
2024-11-09T00:19:57,226 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731111576239.d46f1d81a37b42aab25f0310d60c1000.
2024-11-09T00:19:57,226 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731111576239.d46f1d81a37b42aab25f0310d60c1000.
2024-11-09T00:19:57,226 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731111576239.d46f1d81a37b42aab25f0310d60c1000. after waiting 0 ms
2024-11-09T00:19:57,226 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731111576239.d46f1d81a37b42aab25f0310d60c1000.
2024-11-09T00:19:57,226 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d46f1d81a37b42aab25f0310d60c1000 3/3 column families, dataSize=342 B heapSize=1.99 KB
2024-11-09T00:19:57,251 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/default/test/d46f1d81a37b42aab25f0310d60c1000/.tmp/f/09f65b82e9af4b12ae7a3af20e7b5286 is 37, key is row3/f:row3/1731111591728/Put/seqid=0
2024-11-09T00:19:57,267 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/meta/1588230740/.tmp/rep_barrier/df652fed401844ff8e6673f686b6cbd1 is 112, key is test,,1731111576239.d46f1d81a37b42aab25f0310d60c1000./rep_barrier:seqnumDuringOpen/1731111577024/Put/seqid=0
2024-11-09T00:19:57,267 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741843_1019 (size=5228)
2024-11-09T00:19:57,269 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/default/test/d46f1d81a37b42aab25f0310d60c1000/.tmp/f/09f65b82e9af4b12ae7a3af20e7b5286
2024-11-09T00:19:57,280 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09f65b82e9af4b12ae7a3af20e7b5286
2024-11-09T00:19:57,282 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741844_1020 (size=5518)
2024-11-09T00:19:57,292 DEBUG [RS:0;ef986b38239e:37149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d46f1d81a37b42aab25f0310d60c1000
2024-11-09T00:19:57,296 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/default/test/d46f1d81a37b42aab25f0310d60c1000/.tmp/f1/28ec3b2c4c96470a8c18bc6921c8156f is 30, key is row1/f1:/1731111589069/DeleteFamily/seqid=0
2024-11-09T00:19:57,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741845_1021 (size=5158)
2024-11-09T00:19:57,322 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 1468, reset compression=false
2024-11-09T00:19:57,326 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:19:57,326 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 1715, reset compression=false
2024-11-09T00:19:57,326 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.shipperef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,37149,1731111566533 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:19:57,327 ERROR [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.shipperef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ef986b38239e,37149,1731111566533: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ef986b38239e,37149,1731111566533, walGroup=ef986b38239e%2C37149%2C1731111566533, offset=ef986b38239e%2C37149%2C1731111566533.1731111568896:1715, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:37149 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-09T00:19:57,328 ERROR [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.shipperef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-09T00:19:57,328 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.shipperef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-09T00:19:57,329 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.shipperef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-09T00:19:57,329 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.shipperef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-09T00:19:57,329 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.shipperef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-09T00:19:57,329 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.shipperef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "Verbose": false,
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1061158912,
        "init": 1048576000,
        "max": 2306867200,
        "used": 769416272
      },
      "NonHeapMemoryUsage": {
        "committed": 201981952,
        "init": 7667712,
        "max": -1,
        "used": 199071224
      },
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-09T00:19:57,329 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.shipperef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:38423 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:38423 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-09T00:19:57,492 DEBUG [RS:0;ef986b38239e:37149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d46f1d81a37b42aab25f0310d60c1000
2024-11-09T00:19:57,532 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 1715, reset compression=false
2024-11-09T00:19:57,571 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 1493, reset compression=false
2024-11-09T00:19:57,682 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/meta/1588230740/.tmp/rep_barrier/df652fed401844ff8e6673f686b6cbd1
2024-11-09T00:19:57,696 INFO  [RS:0;ef986b38239e:37149 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-09T00:19:57,696 DEBUG [RS:0;ef986b38239e:37149 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d46f1d81a37b42aab25f0310d60c1000=test,,1731111576239.d46f1d81a37b42aab25f0310d60c1000.}
2024-11-09T00:19:57,696 DEBUG [RS:0;ef986b38239e:37149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d46f1d81a37b42aab25f0310d60c1000
2024-11-09T00:19:57,709 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/default/test/d46f1d81a37b42aab25f0310d60c1000/.tmp/f1/28ec3b2c4c96470a8c18bc6921c8156f
2024-11-09T00:19:57,710 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/meta/1588230740/.tmp/table/ff9089046cfa4e9e91ee6ade7c847dad is 53, key is hbase:replication/table:state/1731111581498/Put/seqid=0
2024-11-09T00:19:57,718 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28ec3b2c4c96470a8c18bc6921c8156f
2024-11-09T00:19:57,721 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741846_1022 (size=5308)
2024-11-09T00:19:57,736 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/default/test/d46f1d81a37b42aab25f0310d60c1000/.tmp/norep/ffd7ef0123ab4a3ba2c3a819d6bf43a9 is 33, key is row1/norep:/1731111589069/DeleteFamily/seqid=0
2024-11-09T00:19:57,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741847_1023 (size=5108)
2024-11-09T00:19:57,835 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 1715, reset compression=false
2024-11-09T00:19:57,896 DEBUG [RS:0;ef986b38239e:37149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d46f1d81a37b42aab25f0310d60c1000
2024-11-09T00:19:58,096 DEBUG [RS:0;ef986b38239e:37149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d46f1d81a37b42aab25f0310d60c1000
2024-11-09T00:19:58,122 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/meta/1588230740/.tmp/table/ff9089046cfa4e9e91ee6ade7c847dad
2024-11-09T00:19:58,126 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/meta/1588230740/.tmp/info/e3c215e9cbec43bebc5a93499a4007ea as hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/meta/1588230740/info/e3c215e9cbec43bebc5a93499a4007ea
2024-11-09T00:19:58,130 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/meta/1588230740/info/e3c215e9cbec43bebc5a93499a4007ea, entries=20, sequenceid=16, filesize=7.5 K
2024-11-09T00:19:58,130 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/meta/1588230740/.tmp/ns/2fff996d5fdd43a4b8100ae73bd80bec as hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/meta/1588230740/ns/2fff996d5fdd43a4b8100ae73bd80bec
2024-11-09T00:19:58,134 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/meta/1588230740/ns/2fff996d5fdd43a4b8100ae73bd80bec, entries=2, sequenceid=16, filesize=5.0 K
2024-11-09T00:19:58,135 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/meta/1588230740/.tmp/rep_barrier/df652fed401844ff8e6673f686b6cbd1 as hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/meta/1588230740/rep_barrier/df652fed401844ff8e6673f686b6cbd1
2024-11-09T00:19:58,138 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/meta/1588230740/rep_barrier/df652fed401844ff8e6673f686b6cbd1, entries=1, sequenceid=16, filesize=5.4 K
2024-11-09T00:19:58,139 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/meta/1588230740/.tmp/table/ff9089046cfa4e9e91ee6ade7c847dad as hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/meta/1588230740/table/ff9089046cfa4e9e91ee6ade7c847dad
2024-11-09T00:19:58,139 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/default/test/d46f1d81a37b42aab25f0310d60c1000/.tmp/norep/ffd7ef0123ab4a3ba2c3a819d6bf43a9
2024-11-09T00:19:58,143 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/meta/1588230740/table/ff9089046cfa4e9e91ee6ade7c847dad, entries=4, sequenceid=16, filesize=5.2 K
2024-11-09T00:19:58,143 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ffd7ef0123ab4a3ba2c3a819d6bf43a9
2024-11-09T00:19:58,144 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1453ms, sequenceid=16, compaction requested=false
2024-11-09T00:19:58,144 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-09T00:19:58,144 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/default/test/d46f1d81a37b42aab25f0310d60c1000/.tmp/f/09f65b82e9af4b12ae7a3af20e7b5286 as hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/default/test/d46f1d81a37b42aab25f0310d60c1000/f/09f65b82e9af4b12ae7a3af20e7b5286
2024-11-09T00:19:58,148 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09f65b82e9af4b12ae7a3af20e7b5286
2024-11-09T00:19:58,148 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/default/test/d46f1d81a37b42aab25f0310d60c1000/f/09f65b82e9af4b12ae7a3af20e7b5286, entries=5, sequenceid=12, filesize=5.1 K
2024-11-09T00:19:58,148 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/default/test/d46f1d81a37b42aab25f0310d60c1000/.tmp/f1/28ec3b2c4c96470a8c18bc6921c8156f as hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/default/test/d46f1d81a37b42aab25f0310d60c1000/f1/28ec3b2c4c96470a8c18bc6921c8156f
2024-11-09T00:19:58,152 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28ec3b2c4c96470a8c18bc6921c8156f
2024-11-09T00:19:58,152 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/default/test/d46f1d81a37b42aab25f0310d60c1000/f1/28ec3b2c4c96470a8c18bc6921c8156f, entries=3, sequenceid=12, filesize=5.0 K
2024-11-09T00:19:58,153 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/default/test/d46f1d81a37b42aab25f0310d60c1000/.tmp/norep/ffd7ef0123ab4a3ba2c3a819d6bf43a9 as hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/default/test/d46f1d81a37b42aab25f0310d60c1000/norep/ffd7ef0123ab4a3ba2c3a819d6bf43a9
2024-11-09T00:19:58,158 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-09T00:19:58,159 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:19:58,159 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:19:58,159 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:19:58,159 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111596691Running coprocessor pre-close hooks at 1731111596691Disabling compacts and flushes for region at 1731111596691Disabling writes for close at 1731111596691Obtaining lock to block concurrent updates at 1731111596691Preparing flush snapshotting stores in 1588230740 at 1731111596691Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731111596692 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731111596693 (+1 ms)Flushing 1588230740/info: creating writer at 1731111596694 (+1 ms)Flushing 1588230740/info: appending metadata at 1731111596756 (+62 ms)Flushing 1588230740/info: closing flushed file at 1731111596756Flushing 1588230740/ns: creating writer at 1731111597200 (+444 ms)Flushing 1588230740/ns: appending metadata at 1731111597218 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731111597218Flushing 1588230740/rep_barrier: creating writer at 1731111597242 (+24 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731111597266 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731111597266Flushing 1588230740/table: creating writer at 1731111597687 (+421 ms)Flushing 1588230740/table: appending metadata at 1731111597709 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731111597710 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49de74f2: reopening flushed file at 1731111598125 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46d5eda1: reopening flushed file at 1731111598130 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@600284a3: reopening flushed file at 1731111598134 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b18ee2e: reopening flushed file at 1731111598139 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1453ms, sequenceid=16, compaction requested=false at 1731111598144 (+5 ms)Writing region close event to WAL at 1731111598153 (+9 ms)Running coprocessor post-close hooks at 1731111598158 (+5 ms)Closed at 1731111598159 (+1 ms)
2024-11-09T00:19:58,159 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-09T00:19:58,159 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ffd7ef0123ab4a3ba2c3a819d6bf43a9
2024-11-09T00:19:58,159 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/default/test/d46f1d81a37b42aab25f0310d60c1000/norep/ffd7ef0123ab4a3ba2c3a819d6bf43a9, entries=1, sequenceid=12, filesize=5.0 K
2024-11-09T00:19:58,161 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d46f1d81a37b42aab25f0310d60c1000 in 935ms, sequenceid=12, compaction requested=false
2024-11-09T00:19:58,161 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-09T00:19:58,171 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/data/default/test/d46f1d81a37b42aab25f0310d60c1000/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1
2024-11-09T00:19:58,171 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:19:58,171 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-09T00:19:58,172 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731111576239.d46f1d81a37b42aab25f0310d60c1000.
2024-11-09T00:19:58,172 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d46f1d81a37b42aab25f0310d60c1000:
Waiting for close lock at 1731111597226Running coprocessor pre-close hooks at 1731111597226Disabling compacts and flushes for region at 1731111597226Disabling writes for close at 1731111597226Obtaining lock to block concurrent updates at 1731111597226Preparing flush snapshotting stores in d46f1d81a37b42aab25f0310d60c1000 at 1731111597226Finished memstore snapshotting test,,1731111576239.d46f1d81a37b42aab25f0310d60c1000., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731111597226Flushing stores of test,,1731111576239.d46f1d81a37b42aab25f0310d60c1000. at 1731111597227 (+1 ms)Flushing d46f1d81a37b42aab25f0310d60c1000/f: creating writer at 1731111597227Flushing d46f1d81a37b42aab25f0310d60c1000/f: appending metadata at 1731111597250 (+23 ms)Flushing d46f1d81a37b42aab25f0310d60c1000/f: closing flushed file at 1731111597250Flushing d46f1d81a37b42aab25f0310d60c1000/f1: creating writer at 1731111597280 (+30 ms)Flushing d46f1d81a37b42aab25f0310d60c1000/f1: appending metadata at 1731111597295 (+15 ms)Flushing d46f1d81a37b42aab25f0310d60c1000/f1: closing flushed file at 1731111597295Flushing d46f1d81a37b42aab25f0310d60c1000/norep: creating writer at 1731111597718 (+423 ms)Flushing d46f1d81a37b42aab25f0310d60c1000/norep: appending metadata at 1731111597735 (+17 ms)Flushing d46f1d81a37b42aab25f0310d60c1000/norep: closing flushed file at 1731111597735Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76878f3d: reopening flushed file at 1731111598143 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58c7bd8b: reopening flushed file at 1731111598148 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1101f5e1: reopening flushed file at 1731111598152 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d46f1d81a37b42aab25f0310d60c1000 in 935ms, sequenceid=12, compaction requested=false at 1731111598161 (+9 ms)Writing region close event to WAL at 1731111598168 (+7 ms)Running coprocessor post-close hooks at 1731111598171 (+3 ms)Closed at 1731111598171
2024-11-09T00:19:58,172 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731111576239.d46f1d81a37b42aab25f0310d60c1000.
2024-11-09T00:19:58,239 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 1715, reset compression=false
2024-11-09T00:19:58,243 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:19:58,243 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.wal-reader.ef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.1731111568896 to pos 2359, reset compression=false
2024-11-09T00:19:58,296 INFO  [RS:0;ef986b38239e:37149 {}] regionserver.HRegionServer(976): stopping server ef986b38239e,37149,1731111566533; all regions closed.
2024-11-09T00:19:58,298 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741834_1010 (size=4239)
2024-11-09T00:19:58,300 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741839_1015 (size=3334)
2024-11-09T00:19:58,300 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/WALs/ef986b38239e,37149,1731111566533/ef986b38239e%2C37149%2C1731111566533.rep.1731111581465 not finished, retry = 0
2024-11-09T00:19:58,403 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741832_1008 (size=2367)
2024-11-09T00:19:58,403 DEBUG [RS:0;ef986b38239e:37149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:58,403 INFO  [RS:0;ef986b38239e:37149 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:19:58,403 INFO  [RS:0;ef986b38239e:37149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:19:58,404 INFO  [RS:0;ef986b38239e:37149 {}] hbase.ChoreService(370): Chore service for: regionserver/ef986b38239e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-09T00:19:58,404 INFO  [RS:0;ef986b38239e:37149 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:19:58,404 INFO  [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:19:58,404 INFO  [RS:0;ef986b38239e:37149 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef986b38239e,37149,1731111566533 because: Region server is closing
2024-11-09T00:19:58,404 INFO  [RS:0;ef986b38239e:37149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:37149.
2024-11-09T00:19:58,404 DEBUG [RS:0;ef986b38239e:37149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:19:58,404 DEBUG [RS:0;ef986b38239e:37149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:58,405 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:19:58,405 DEBUG [RS:0;ef986b38239e:37149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:58,505 INFO  [RS:0;ef986b38239e:37149 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,37149,1731111566533.replicationSource.shipperef986b38239e%2C37149%2C1731111566533,1-ef986b38239e,37149,1731111566533 terminated
2024-11-09T00:19:58,505 INFO  [RS:0;ef986b38239e:37149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:37149.
2024-11-09T00:19:58,505 DEBUG [RS:0;ef986b38239e:37149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:19:58,505 DEBUG [RS:0;ef986b38239e:37149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:58,505 DEBUG [RS:0;ef986b38239e:37149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:58,505 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:19:58,505 INFO  [RS:0;ef986b38239e:37149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37149
2024-11-09T00:19:58,534 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:58,535 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:58,535 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:58,566 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:58,566 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:58,567 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:58,567 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:58,567 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:58,567 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:58,574 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 1493, reset compression=false
2024-11-09T00:19:58,575 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:58,580 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:58,580 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:58,582 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:58,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1011cf6127c0004, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1631476241/rs/ef986b38239e,37149,1731111566533
2024-11-09T00:19:58,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38423-0x1011cf6127c0003, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1631476241/rs
2024-11-09T00:19:58,671 INFO  [RS:0;ef986b38239e:37149 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:19:58,690 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef986b38239e,37149,1731111566533]
2024-11-09T00:19:58,701 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1631476241/draining/ef986b38239e,37149,1731111566533 already deleted, retry=false
2024-11-09T00:19:58,701 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef986b38239e,37149,1731111566533 expired; onlineServers=0
2024-11-09T00:19:58,701 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef986b38239e,38423,1731111566149' *****
2024-11-09T00:19:58,701 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-09T00:19:58,701 INFO  [M:0;ef986b38239e:38423 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:19:58,701 INFO  [M:0;ef986b38239e:38423 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:19:58,701 DEBUG [M:0;ef986b38239e:38423 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-09T00:19:58,701 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-09T00:19:58,701 DEBUG [M:0;ef986b38239e:38423 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-09T00:19:58,701 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111568584 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111568584,5,FailOnTimeoutGroup]
2024-11-09T00:19:58,702 INFO  [M:0;ef986b38239e:38423 {}] hbase.ChoreService(370): Chore service for: master/ef986b38239e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-09T00:19:58,702 INFO  [M:0;ef986b38239e:38423 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:19:58,702 DEBUG [M:0;ef986b38239e:38423 {}] master.HMaster(1795): Stopping service threads
2024-11-09T00:19:58,702 INFO  [M:0;ef986b38239e:38423 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-09T00:19:58,702 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111568584 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111568584,5,FailOnTimeoutGroup]
2024-11-09T00:19:58,702 INFO  [M:0;ef986b38239e:38423 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:19:58,702 INFO  [M:0;ef986b38239e:38423 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-09T00:19:58,702 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-09T00:19:58,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38423-0x1011cf6127c0003, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1631476241/master
2024-11-09T00:19:58,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38423-0x1011cf6127c0003, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1631476241
2024-11-09T00:19:58,711 DEBUG [M:0;ef986b38239e:38423 {}] zookeeper.ZKUtil(347): master:38423-0x1011cf6127c0003, quorum=127.0.0.1:50773, baseZNode=/1631476241 Unable to get data of znode /1631476241/master because node does not exist (not an error)
2024-11-09T00:19:58,711 WARN  [M:0;ef986b38239e:38423 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-09T00:19:58,712 INFO  [M:0;ef986b38239e:38423 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/.lastflushedseqids
2024-11-09T00:19:58,715 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741848_1024 (size=245)
2024-11-09T00:19:58,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1011cf6127c0004, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:19:58,791 INFO  [RS:0;ef986b38239e:37149 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:19:58,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37149-0x1011cf6127c0004, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:19:58,791 INFO  [RS:0;ef986b38239e:37149 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef986b38239e,37149,1731111566533; zookeeper connection closed.
2024-11-09T00:19:58,791 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@198c4534 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@198c4534
2024-11-09T00:19:58,791 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-09T00:19:59,101 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:19:59,102 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:59,102 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:59,103 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:59,115 INFO  [M:0;ef986b38239e:38423 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-09T00:19:59,115 INFO  [M:0;ef986b38239e:38423 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-09T00:19:59,116 DEBUG [M:0;ef986b38239e:38423 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:19:59,116 INFO  [M:0;ef986b38239e:38423 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:19:59,116 DEBUG [M:0;ef986b38239e:38423 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:19:59,116 DEBUG [M:0;ef986b38239e:38423 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:19:59,116 DEBUG [M:0;ef986b38239e:38423 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:19:59,116 INFO  [M:0;ef986b38239e:38423 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB
2024-11-09T00:19:59,133 DEBUG [M:0;ef986b38239e:38423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84c29a61005b4fdd97e8e7581818c751 is 82, key is hbase:meta,,1/info:regioninfo/1731111569872/Put/seqid=0
2024-11-09T00:19:59,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741849_1025 (size=5672)
2024-11-09T00:19:59,140 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:59,141 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:59,141 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:59,141 INFO  [M:0;ef986b38239e:38423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84c29a61005b4fdd97e8e7581818c751
2024-11-09T00:19:59,141 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:59,141 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:59,142 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:59,150 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:59,153 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:59,153 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:59,155 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:19:59,162 DEBUG [M:0;ef986b38239e:38423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc73ebf7909f4659a21b1ce962294f8d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731111581501/Put/seqid=0
2024-11-09T00:19:59,165 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741850_1026 (size=8517)
2024-11-09T00:19:59,566 INFO  [M:0;ef986b38239e:38423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc73ebf7909f4659a21b1ce962294f8d
2024-11-09T00:19:59,594 DEBUG [M:0;ef986b38239e:38423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ae05f9c82744f438a37ac92eaab20ce is 69, key is ef986b38239e,37149,1731111566533/rs:state/1731111568691/Put/seqid=0
2024-11-09T00:19:59,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741851_1027 (size=5156)
2024-11-09T00:19:59,598 INFO  [M:0;ef986b38239e:38423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ae05f9c82744f438a37ac92eaab20ce
2024-11-09T00:19:59,602 DEBUG [M:0;ef986b38239e:38423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84c29a61005b4fdd97e8e7581818c751 as hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/84c29a61005b4fdd97e8e7581818c751
2024-11-09T00:19:59,607 INFO  [M:0;ef986b38239e:38423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/84c29a61005b4fdd97e8e7581818c751, entries=8, sequenceid=97, filesize=5.5 K
2024-11-09T00:19:59,609 DEBUG [M:0;ef986b38239e:38423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc73ebf7909f4659a21b1ce962294f8d as hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc73ebf7909f4659a21b1ce962294f8d
2024-11-09T00:19:59,613 INFO  [M:0;ef986b38239e:38423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc73ebf7909f4659a21b1ce962294f8d, entries=11, sequenceid=97, filesize=8.3 K
2024-11-09T00:19:59,614 DEBUG [M:0;ef986b38239e:38423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ae05f9c82744f438a37ac92eaab20ce as hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ae05f9c82744f438a37ac92eaab20ce
2024-11-09T00:19:59,621 INFO  [M:0;ef986b38239e:38423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36855/user/jenkins/test-data/2d5d600e-f6b7-4c0b-fada-86f0b0fa9a89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ae05f9c82744f438a37ac92eaab20ce, entries=1, sequenceid=97, filesize=5.0 K
2024-11-09T00:19:59,622 INFO  [M:0;ef986b38239e:38423 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 505ms, sequenceid=97, compaction requested=false
2024-11-09T00:19:59,628 INFO  [M:0;ef986b38239e:38423 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:19:59,628 DEBUG [M:0;ef986b38239e:38423 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111599116Disabling compacts and flushes for region at 1731111599116Disabling writes for close at 1731111599116Obtaining lock to block concurrent updates at 1731111599116Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731111599116Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731111599116Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731111599117 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731111599117Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731111599133 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731111599133Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731111599145 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731111599161 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731111599161Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731111599570 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731111599594 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731111599594Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15478cae: reopening flushed file at 1731111599601 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e498ada: reopening flushed file at 1731111599607 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51091e24: reopening flushed file at 1731111599613 (+6 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 505ms, sequenceid=97, compaction requested=false at 1731111599622 (+9 ms)Writing region close event to WAL at 1731111599628 (+6 ms)Closed at 1731111599628
2024-11-09T00:19:59,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741830_1006 (size=63666)
2024-11-09T00:19:59,634 INFO  [M:0;ef986b38239e:38423 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-09T00:19:59,634 INFO  [M:0;ef986b38239e:38423 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38423
2024-11-09T00:19:59,635 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:19:59,635 INFO  [M:0;ef986b38239e:38423 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:19:59,679 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 1493, reset compression=false
2024-11-09T00:19:59,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38423-0x1011cf6127c0003, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:19:59,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38423-0x1011cf6127c0003, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:19:59,752 INFO  [M:0;ef986b38239e:38423 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:19:59,755 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40b203ab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:19:59,755 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39a4f5f5{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:19:59,755 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:19:59,755 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50d3dff6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:19:59,755 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44954ca3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe/hadoop.log.dir/,STOPPED}
2024-11-09T00:19:59,758 WARN  [BP-884563693-172.17.0.3-1731111562763 heartbeating to localhost/127.0.0.1:36855 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T00:19:59,758 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T00:19:59,758 WARN  [BP-884563693-172.17.0.3-1731111562763 heartbeating to localhost/127.0.0.1:36855 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-884563693-172.17.0.3-1731111562763 (Datanode Uuid 6adf5e9a-f263-418d-91f3-728ab3043170) service to localhost/127.0.0.1:36855
2024-11-09T00:19:59,758 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T00:19:59,759 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe/cluster_d2dbe3e1-9c6c-f9a4-c840-d3c7edffce70/data/data1/current/BP-884563693-172.17.0.3-1731111562763 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:19:59,759 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe/cluster_d2dbe3e1-9c6c-f9a4-c840-d3c7edffce70/data/data2/current/BP-884563693-172.17.0.3-1731111562763 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:19:59,760 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T00:19:59,774 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ef897f7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:19:59,775 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74b6ecd7{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:19:59,775 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:19:59,776 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16c530bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:19:59,776 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cf1b723{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8699d5ff-fd17-2152-a9d2-f6a508e263fe/hadoop.log.dir/,STOPPED}
2024-11-09T00:19:59,792 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-09T00:19:59,792 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-09T00:19:59,792 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:19:59,792 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:19:59,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:59,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:59,793 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-09T00:19:59,793 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=409748190, stopped=false
2024-11-09T00:19:59,793 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:19:59,793 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef986b38239e,43501,1731111559043
2024-11-09T00:19:59,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44007-0x1011cf6127c0001, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2136938628/running
2024-11-09T00:19:59,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44007-0x1011cf6127c0001, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2136938628
2024-11-09T00:19:59,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1011cf6127c0000, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2136938628/running
2024-11-09T00:19:59,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1011cf6127c0000, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2136938628
2024-11-09T00:19:59,806 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:19:59,807 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:19:59,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43501-0x1011cf6127c0000, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Set watcher on znode that does not yet exist, /0-2136938628/running
2024-11-09T00:19:59,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44007-0x1011cf6127c0001, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Set watcher on znode that does not yet exist, /0-2136938628/running
2024-11-09T00:19:59,816 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:19:59,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:59,816 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef986b38239e,44007,1731111559243' *****
2024-11-09T00:19:59,816 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T00:19:59,817 INFO  [RS:0;ef986b38239e:44007 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T00:19:59,817 INFO  [RS:0;ef986b38239e:44007 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T00:19:59,817 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T00:19:59,817 INFO  [RS:0;ef986b38239e:44007 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T00:19:59,817 INFO  [RS:0;ef986b38239e:44007 {}] regionserver.HRegionServer(3091): Received CLOSE for c3bbf4f3152aa69ab24274b47f1b2420
2024-11-09T00:19:59,817 INFO  [RS:0;ef986b38239e:44007 {}] regionserver.HRegionServer(3091): Received CLOSE for e7e575f73fa17935f935a2d7f6346882
2024-11-09T00:19:59,817 INFO  [RS:0;ef986b38239e:44007 {}] regionserver.HRegionServer(959): stopping server ef986b38239e,44007,1731111559243
2024-11-09T00:19:59,817 INFO  [RS:0;ef986b38239e:44007 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:19:59,817 INFO  [RS:0;ef986b38239e:44007 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:44007.
2024-11-09T00:19:59,817 DEBUG [RS:0;ef986b38239e:44007 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:19:59,817 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3bbf4f3152aa69ab24274b47f1b2420, disabling compactions & flushes
2024-11-09T00:19:59,817 DEBUG [RS:0;ef986b38239e:44007 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:19:59,817 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111579543.c3bbf4f3152aa69ab24274b47f1b2420.
2024-11-09T00:19:59,817 INFO  [RS:0;ef986b38239e:44007 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T00:19:59,817 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111579543.c3bbf4f3152aa69ab24274b47f1b2420.
2024-11-09T00:19:59,817 INFO  [RS:0;ef986b38239e:44007 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T00:19:59,818 INFO  [RS:0;ef986b38239e:44007 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T00:19:59,818 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111579543.c3bbf4f3152aa69ab24274b47f1b2420. after waiting 0 ms
2024-11-09T00:19:59,818 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111579543.c3bbf4f3152aa69ab24274b47f1b2420.
2024-11-09T00:19:59,818 INFO  [RS:0;ef986b38239e:44007 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-09T00:19:59,818 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c3bbf4f3152aa69ab24274b47f1b2420 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB
2024-11-09T00:19:59,818 INFO  [RS:0;ef986b38239e:44007 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-09T00:19:59,818 DEBUG [RS:0;ef986b38239e:44007 {}] regionserver.HRegionServer(1325): Online Regions={c3bbf4f3152aa69ab24274b47f1b2420=hbase:replication,,1731111579543.c3bbf4f3152aa69ab24274b47f1b2420., 1588230740=hbase:meta,,1.1588230740, e7e575f73fa17935f935a2d7f6346882=test,,1731111575097.e7e575f73fa17935f935a2d7f6346882.}
2024-11-09T00:19:59,818 DEBUG [RS:0;ef986b38239e:44007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c3bbf4f3152aa69ab24274b47f1b2420, e7e575f73fa17935f935a2d7f6346882
2024-11-09T00:19:59,818 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:19:59,818 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:19:59,818 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:19:59,818 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:19:59,818 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:19:59,818 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-09T00:19:59,835 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/replication/c3bbf4f3152aa69ab24274b47f1b2420/.tmp/queue/bb248c2b7bd645279a96e7889b0efbbe is 154, key is 1-ef986b38239e,44007,1731111559243/queue:ef986b38239e%2C44007%2C1731111559243/1731111593063/Put/seqid=0
2024-11-09T00:19:59,840 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/meta/1588230740/.tmp/info/2ccab40673c34c16b01886677c0f024e is 147, key is hbase:replication,,1731111579543.c3bbf4f3152aa69ab24274b47f1b2420./info:regioninfo/1731111579921/Put/seqid=0
2024-11-09T00:19:59,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741840_1016 (size=5353)
2024-11-09T00:19:59,841 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/replication/c3bbf4f3152aa69ab24274b47f1b2420/.tmp/queue/bb248c2b7bd645279a96e7889b0efbbe
2024-11-09T00:19:59,851 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/replication/c3bbf4f3152aa69ab24274b47f1b2420/.tmp/queue/bb248c2b7bd645279a96e7889b0efbbe as hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/replication/c3bbf4f3152aa69ab24274b47f1b2420/queue/bb248c2b7bd645279a96e7889b0efbbe
2024-11-09T00:19:59,854 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741841_1017 (size=7686)
2024-11-09T00:19:59,855 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/meta/1588230740/.tmp/info/2ccab40673c34c16b01886677c0f024e
2024-11-09T00:19:59,855 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/replication/c3bbf4f3152aa69ab24274b47f1b2420/queue/bb248c2b7bd645279a96e7889b0efbbe, entries=1, sequenceid=14, filesize=5.2 K
2024-11-09T00:19:59,856 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for c3bbf4f3152aa69ab24274b47f1b2420 in 38ms, sequenceid=14, compaction requested=false
2024-11-09T00:19:59,856 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-09T00:19:59,867 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/replication/c3bbf4f3152aa69ab24274b47f1b2420/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1
2024-11-09T00:19:59,868 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:19:59,868 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:19:59,868 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731111579543.c3bbf4f3152aa69ab24274b47f1b2420.
2024-11-09T00:19:59,868 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3bbf4f3152aa69ab24274b47f1b2420:
Waiting for close lock at 1731111599817Running coprocessor pre-close hooks at 1731111599817Disabling compacts and flushes for region at 1731111599817Disabling writes for close at 1731111599818 (+1 ms)Obtaining lock to block concurrent updates at 1731111599818Preparing flush snapshotting stores in c3bbf4f3152aa69ab24274b47f1b2420 at 1731111599818Finished memstore snapshotting hbase:replication,,1731111579543.c3bbf4f3152aa69ab24274b47f1b2420., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731111599818Flushing stores of hbase:replication,,1731111579543.c3bbf4f3152aa69ab24274b47f1b2420. at 1731111599818Flushing c3bbf4f3152aa69ab24274b47f1b2420/queue: creating writer at 1731111599819 (+1 ms)Flushing c3bbf4f3152aa69ab24274b47f1b2420/queue: appending metadata at 1731111599834 (+15 ms)Flushing c3bbf4f3152aa69ab24274b47f1b2420/queue: closing flushed file at 1731111599834Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@edd7ab9: reopening flushed file at 1731111599850 (+16 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for c3bbf4f3152aa69ab24274b47f1b2420 in 38ms, sequenceid=14, compaction requested=false at 1731111599856 (+6 ms)Writing region close event to WAL at 1731111599860 (+4 ms)Running coprocessor post-close hooks at 1731111599868 (+8 ms)Closed at 1731111599868
2024-11-09T00:19:59,868 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731111579543.c3bbf4f3152aa69ab24274b47f1b2420.
2024-11-09T00:19:59,868 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e7e575f73fa17935f935a2d7f6346882, disabling compactions & flushes
2024-11-09T00:19:59,868 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731111575097.e7e575f73fa17935f935a2d7f6346882.
2024-11-09T00:19:59,868 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731111575097.e7e575f73fa17935f935a2d7f6346882.
2024-11-09T00:19:59,868 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731111575097.e7e575f73fa17935f935a2d7f6346882. after waiting 0 ms
2024-11-09T00:19:59,868 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731111575097.e7e575f73fa17935f935a2d7f6346882.
2024-11-09T00:19:59,868 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e7e575f73fa17935f935a2d7f6346882 3/3 column families, dataSize=341 B heapSize=1.99 KB
2024-11-09T00:19:59,883 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/meta/1588230740/.tmp/ns/9ad20c21249b431cb7e365183cfae82e is 43, key is default/ns:d/1731111562637/Put/seqid=0
2024-11-09T00:19:59,883 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/default/test/e7e575f73fa17935f935a2d7f6346882/.tmp/f/6ccfa14309ae47109db806eff7d741f4 is 37, key is row3/f:row3/1731111591728/Put/seqid=0
2024-11-09T00:19:59,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741842_1018 (size=5153)
2024-11-09T00:19:59,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741843_1019 (size=5228)
2024-11-09T00:19:59,899 INFO  [regionserver/ef986b38239e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:20:00,018 DEBUG [RS:0;ef986b38239e:44007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e7e575f73fa17935f935a2d7f6346882
2024-11-09T00:20:00,218 DEBUG [RS:0;ef986b38239e:44007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e7e575f73fa17935f935a2d7f6346882
2024-11-09T00:20:00,288 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/meta/1588230740/.tmp/ns/9ad20c21249b431cb7e365183cfae82e
2024-11-09T00:20:00,290 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/default/test/e7e575f73fa17935f935a2d7f6346882/.tmp/f/6ccfa14309ae47109db806eff7d741f4
2024-11-09T00:20:00,294 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ccfa14309ae47109db806eff7d741f4
2024-11-09T00:20:00,307 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/default/test/e7e575f73fa17935f935a2d7f6346882/.tmp/f1/0b17782f8a8a4747b9ccbfeedc68ccb5 is 30, key is row1/f1:/1731111589069/DeleteFamily/seqid=0
2024-11-09T00:20:00,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741844_1020 (size=5158)
2024-11-09T00:20:00,311 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/meta/1588230740/.tmp/rep_barrier/86ea98a2199b497186f7b4a10524a191 is 112, key is test,,1731111575097.e7e575f73fa17935f935a2d7f6346882./rep_barrier:seqnumDuringOpen/1731111575997/Put/seqid=0
2024-11-09T00:20:00,314 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741845_1021 (size=5518)
2024-11-09T00:20:00,321 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/meta/1588230740/.tmp/rep_barrier/86ea98a2199b497186f7b4a10524a191
2024-11-09T00:20:00,345 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/meta/1588230740/.tmp/table/dea35da8826e4531b2f2024ba554fec7 is 53, key is hbase:replication/table:state/1731111579927/Put/seqid=0
2024-11-09T00:20:00,353 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741846_1022 (size=5308)
2024-11-09T00:20:00,390 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-09T00:20:00,391 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-09T00:20:00,418 DEBUG [RS:0;ef986b38239e:44007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e7e575f73fa17935f935a2d7f6346882
2024-11-09T00:20:00,619 DEBUG [RS:0;ef986b38239e:44007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e7e575f73fa17935f935a2d7f6346882
2024-11-09T00:20:00,711 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/default/test/e7e575f73fa17935f935a2d7f6346882/.tmp/f1/0b17782f8a8a4747b9ccbfeedc68ccb5
2024-11-09T00:20:00,714 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b17782f8a8a4747b9ccbfeedc68ccb5
2024-11-09T00:20:00,731 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/default/test/e7e575f73fa17935f935a2d7f6346882/.tmp/norep/04a5f0d81ec749e598dd8da9a26c1a77 is 32, key is row/norep:/1731111588064/DeleteFamily/seqid=0
2024-11-09T00:20:00,734 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741847_1023 (size=5101)
2024-11-09T00:20:00,754 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/meta/1588230740/.tmp/table/dea35da8826e4531b2f2024ba554fec7
2024-11-09T00:20:00,758 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/meta/1588230740/.tmp/info/2ccab40673c34c16b01886677c0f024e as hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/meta/1588230740/info/2ccab40673c34c16b01886677c0f024e
2024-11-09T00:20:00,762 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/meta/1588230740/info/2ccab40673c34c16b01886677c0f024e, entries=20, sequenceid=16, filesize=7.5 K
2024-11-09T00:20:00,763 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/meta/1588230740/.tmp/ns/9ad20c21249b431cb7e365183cfae82e as hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/meta/1588230740/ns/9ad20c21249b431cb7e365183cfae82e
2024-11-09T00:20:00,766 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/meta/1588230740/ns/9ad20c21249b431cb7e365183cfae82e, entries=2, sequenceid=16, filesize=5.0 K
2024-11-09T00:20:00,767 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/meta/1588230740/.tmp/rep_barrier/86ea98a2199b497186f7b4a10524a191 as hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/meta/1588230740/rep_barrier/86ea98a2199b497186f7b4a10524a191
2024-11-09T00:20:00,770 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/meta/1588230740/rep_barrier/86ea98a2199b497186f7b4a10524a191, entries=1, sequenceid=16, filesize=5.4 K
2024-11-09T00:20:00,771 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/meta/1588230740/.tmp/table/dea35da8826e4531b2f2024ba554fec7 as hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/meta/1588230740/table/dea35da8826e4531b2f2024ba554fec7
2024-11-09T00:20:00,779 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/meta/1588230740/table/dea35da8826e4531b2f2024ba554fec7, entries=4, sequenceid=16, filesize=5.2 K
2024-11-09T00:20:00,780 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 962ms, sequenceid=16, compaction requested=false
2024-11-09T00:20:00,780 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-09T00:20:00,783 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-09T00:20:00,784 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:20:00,784 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:20:00,784 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:20:00,784 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111599818Running coprocessor pre-close hooks at 1731111599818Disabling compacts and flushes for region at 1731111599818Disabling writes for close at 1731111599818Obtaining lock to block concurrent updates at 1731111599818Preparing flush snapshotting stores in 1588230740 at 1731111599818Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731111599819 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731111599819Flushing 1588230740/info: creating writer at 1731111599819Flushing 1588230740/info: appending metadata at 1731111599840 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731111599840Flushing 1588230740/ns: creating writer at 1731111599858 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731111599882 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731111599882Flushing 1588230740/rep_barrier: creating writer at 1731111600292 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731111600311 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731111600311Flushing 1588230740/table: creating writer at 1731111600325 (+14 ms)Flushing 1588230740/table: appending metadata at 1731111600345 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731111600345Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26bad209: reopening flushed file at 1731111600757 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dfdf6ef: reopening flushed file at 1731111600762 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59bb14c4: reopening flushed file at 1731111600766 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e487562: reopening flushed file at 1731111600770 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 962ms, sequenceid=16, compaction requested=false at 1731111600780 (+10 ms)Writing region close event to WAL at 1731111600781 (+1 ms)Running coprocessor post-close hooks at 1731111600784 (+3 ms)Closed at 1731111600784
2024-11-09T00:20:00,784 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-09T00:20:00,819 INFO  [RS:0;ef986b38239e:44007 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-09T00:20:00,819 DEBUG [RS:0;ef986b38239e:44007 {}] regionserver.HRegionServer(1325): Online Regions={e7e575f73fa17935f935a2d7f6346882=test,,1731111575097.e7e575f73fa17935f935a2d7f6346882.}
2024-11-09T00:20:00,819 DEBUG [RS:0;ef986b38239e:44007 {}] regionserver.HRegionServer(1351): Waiting on e7e575f73fa17935f935a2d7f6346882
2024-11-09T00:20:00,890 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 1493, reset compression=false
2024-11-09T00:20:00,894 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:20:00,894 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 1740, reset compression=false
2024-11-09T00:20:00,894 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.shipperef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,44007,1731111559243 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:20:00,895 ERROR [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.shipperef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ef986b38239e,44007,1731111559243: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ef986b38239e,44007,1731111559243, walGroup=ef986b38239e%2C44007%2C1731111559243, offset=ef986b38239e%2C44007%2C1731111559243.1731111561482:1740, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-09T00:20:00,897 ERROR [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.shipperef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-09T00:20:00,897 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.shipperef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-09T00:20:00,897 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.shipperef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-09T00:20:00,897 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.shipperef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-09T00:20:00,897 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.shipperef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-09T00:20:00,897 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.shipperef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "Verbose": false,
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1061158912,
        "init": 1048576000,
        "max": 2306867200,
        "used": 872176720
      },
      "NonHeapMemoryUsage": {
        "committed": 202768384,
        "init": 7667712,
        "max": -1,
        "used": 199873232
      },
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-09T00:20:00,898 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.shipperef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:43501 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:43501 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-09T00:20:01,019 DEBUG [RS:0;ef986b38239e:44007 {}] regionserver.HRegionServer(1351): Waiting on e7e575f73fa17935f935a2d7f6346882
2024-11-09T00:20:01,097 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 1740, reset compression=false
2024-11-09T00:20:01,135 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/default/test/e7e575f73fa17935f935a2d7f6346882/.tmp/norep/04a5f0d81ec749e598dd8da9a26c1a77
2024-11-09T00:20:01,139 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 04a5f0d81ec749e598dd8da9a26c1a77
2024-11-09T00:20:01,142 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/default/test/e7e575f73fa17935f935a2d7f6346882/.tmp/f/6ccfa14309ae47109db806eff7d741f4 as hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/default/test/e7e575f73fa17935f935a2d7f6346882/f/6ccfa14309ae47109db806eff7d741f4
2024-11-09T00:20:01,147 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ccfa14309ae47109db806eff7d741f4
2024-11-09T00:20:01,147 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/default/test/e7e575f73fa17935f935a2d7f6346882/f/6ccfa14309ae47109db806eff7d741f4, entries=5, sequenceid=12, filesize=5.1 K
2024-11-09T00:20:01,148 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/default/test/e7e575f73fa17935f935a2d7f6346882/.tmp/f1/0b17782f8a8a4747b9ccbfeedc68ccb5 as hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/default/test/e7e575f73fa17935f935a2d7f6346882/f1/0b17782f8a8a4747b9ccbfeedc68ccb5
2024-11-09T00:20:01,156 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b17782f8a8a4747b9ccbfeedc68ccb5
2024-11-09T00:20:01,156 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/default/test/e7e575f73fa17935f935a2d7f6346882/f1/0b17782f8a8a4747b9ccbfeedc68ccb5, entries=3, sequenceid=12, filesize=5.0 K
2024-11-09T00:20:01,156 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/default/test/e7e575f73fa17935f935a2d7f6346882/.tmp/norep/04a5f0d81ec749e598dd8da9a26c1a77 as hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/default/test/e7e575f73fa17935f935a2d7f6346882/norep/04a5f0d81ec749e598dd8da9a26c1a77
2024-11-09T00:20:01,160 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 04a5f0d81ec749e598dd8da9a26c1a77
2024-11-09T00:20:01,160 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/default/test/e7e575f73fa17935f935a2d7f6346882/norep/04a5f0d81ec749e598dd8da9a26c1a77, entries=1, sequenceid=12, filesize=5.0 K
2024-11-09T00:20:01,162 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e7e575f73fa17935f935a2d7f6346882 in 1294ms, sequenceid=12, compaction requested=false
2024-11-09T00:20:01,162 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-09T00:20:01,219 DEBUG [RS:0;ef986b38239e:44007 {}] regionserver.HRegionServer(1351): Waiting on e7e575f73fa17935f935a2d7f6346882
2024-11-09T00:20:01,227 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/data/default/test/e7e575f73fa17935f935a2d7f6346882/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1
2024-11-09T00:20:01,228 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:20:01,228 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-09T00:20:01,228 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731111575097.e7e575f73fa17935f935a2d7f6346882.
2024-11-09T00:20:01,228 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e7e575f73fa17935f935a2d7f6346882:
Waiting for close lock at 1731111599868Running coprocessor pre-close hooks at 1731111599868Disabling compacts and flushes for region at 1731111599868Disabling writes for close at 1731111599868Obtaining lock to block concurrent updates at 1731111599868Preparing flush snapshotting stores in e7e575f73fa17935f935a2d7f6346882 at 1731111599868Finished memstore snapshotting test,,1731111575097.e7e575f73fa17935f935a2d7f6346882., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731111599869 (+1 ms)Flushing stores of test,,1731111575097.e7e575f73fa17935f935a2d7f6346882. at 1731111599869Flushing e7e575f73fa17935f935a2d7f6346882/f: creating writer at 1731111599869Flushing e7e575f73fa17935f935a2d7f6346882/f: appending metadata at 1731111599882 (+13 ms)Flushing e7e575f73fa17935f935a2d7f6346882/f: closing flushed file at 1731111599882Flushing e7e575f73fa17935f935a2d7f6346882/f1: creating writer at 1731111600294 (+412 ms)Flushing e7e575f73fa17935f935a2d7f6346882/f1: appending metadata at 1731111600306 (+12 ms)Flushing e7e575f73fa17935f935a2d7f6346882/f1: closing flushed file at 1731111600306Flushing e7e575f73fa17935f935a2d7f6346882/norep: creating writer at 1731111600714 (+408 ms)Flushing e7e575f73fa17935f935a2d7f6346882/norep: appending metadata at 1731111600730 (+16 ms)Flushing e7e575f73fa17935f935a2d7f6346882/norep: closing flushed file at 1731111600730Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54c7ec35: reopening flushed file at 1731111601139 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d577363: reopening flushed file at 1731111601147 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1265a0b2: reopening flushed file at 1731111601156 (+9 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e7e575f73fa17935f935a2d7f6346882 in 1294ms, sequenceid=12, compaction requested=false at 1731111601162 (+6 ms)Writing region close event to WAL at 1731111601184 (+22 ms)Running coprocessor post-close hooks at 1731111601228 (+44 ms)Closed at 1731111601228
2024-11-09T00:20:01,229 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731111575097.e7e575f73fa17935f935a2d7f6346882.
2024-11-09T00:20:01,412 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 1740, reset compression=false
2024-11-09T00:20:01,416 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:20:01,416 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 2384, reset compression=false
2024-11-09T00:20:01,419 INFO  [RS:0;ef986b38239e:44007 {}] regionserver.HRegionServer(976): stopping server ef986b38239e,44007,1731111559243; all regions closed.
2024-11-09T00:20:01,422 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.meta.1731111562578.meta not finished, retry = 0
2024-11-09T00:20:01,422 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741834_1010 (size=4239)
2024-11-09T00:20:01,524 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.rep.1731111579895 not finished, retry = 0
2024-11-09T00:20:01,524 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741839_1015 (size=3552)
2024-11-09T00:20:01,620 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/WALs/ef986b38239e,44007,1731111559243/ef986b38239e%2C44007%2C1731111559243.1731111561482 to pos 2384, reset compression=false
2024-11-09T00:20:01,629 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741832_1008 (size=2392)
2024-11-09T00:20:01,630 DEBUG [RS:0;ef986b38239e:44007 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:01,630 INFO  [RS:0;ef986b38239e:44007 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:20:01,630 INFO  [RS:0;ef986b38239e:44007 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:20:01,630 INFO  [RS:0;ef986b38239e:44007 {}] hbase.ChoreService(370): Chore service for: regionserver/ef986b38239e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-09T00:20:01,630 INFO  [RS:0;ef986b38239e:44007 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:20:01,630 INFO  [RS:0;ef986b38239e:44007 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef986b38239e,44007,1731111559243 because: Region server is closing
2024-11-09T00:20:01,630 INFO  [RS:0;ef986b38239e:44007 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:44007.
2024-11-09T00:20:01,631 DEBUG [RS:0;ef986b38239e:44007 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:20:01,631 DEBUG [RS:0;ef986b38239e:44007 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:01,631 DEBUG [RS:0;ef986b38239e:44007 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:01,631 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:20:01,631 INFO  [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:20:01,731 INFO  [RS:0;ef986b38239e:44007 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.shipperef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 terminated
2024-11-09T00:20:01,731 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44007,1731111559243.replicationSource.wal-reader.ef986b38239e%2C44007%2C1731111559243,1-ef986b38239e,44007,1731111559243 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-09T00:20:01,731 INFO  [RS:0;ef986b38239e:44007 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:44007.
2024-11-09T00:20:01,731 DEBUG [RS:0;ef986b38239e:44007 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:20:01,731 DEBUG [RS:0;ef986b38239e:44007 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:01,731 DEBUG [RS:0;ef986b38239e:44007 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:01,731 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:20:01,732 INFO  [RS:0;ef986b38239e:44007 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44007
2024-11-09T00:20:01,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1011cf6127c0000, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2136938628/rs
2024-11-09T00:20:01,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44007-0x1011cf6127c0001, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2136938628/rs/ef986b38239e,44007,1731111559243
2024-11-09T00:20:01,779 INFO  [RS:0;ef986b38239e:44007 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:20:01,780 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef986b38239e,44007,1731111559243]
2024-11-09T00:20:01,853 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2136938628/draining/ef986b38239e,44007,1731111559243 already deleted, retry=false
2024-11-09T00:20:01,853 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef986b38239e,44007,1731111559243 expired; onlineServers=0
2024-11-09T00:20:01,853 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef986b38239e,43501,1731111559043' *****
2024-11-09T00:20:01,853 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-09T00:20:01,853 INFO  [M:0;ef986b38239e:43501 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:20:01,853 INFO  [M:0;ef986b38239e:43501 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:20:01,853 DEBUG [M:0;ef986b38239e:43501 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-09T00:20:01,853 DEBUG [M:0;ef986b38239e:43501 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-09T00:20:01,853 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111561278 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111561278,5,FailOnTimeoutGroup]
2024-11-09T00:20:01,853 INFO  [M:0;ef986b38239e:43501 {}] hbase.ChoreService(370): Chore service for: master/ef986b38239e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-09T00:20:01,854 INFO  [M:0;ef986b38239e:43501 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:20:01,854 DEBUG [M:0;ef986b38239e:43501 {}] master.HMaster(1795): Stopping service threads
2024-11-09T00:20:01,854 INFO  [M:0;ef986b38239e:43501 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-09T00:20:01,854 INFO  [M:0;ef986b38239e:43501 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:20:01,854 ERROR [M:0;ef986b38239e:43501 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33661,5,PEWorkerGroup]
2024-11-09T00:20:01,854 INFO  [M:0;ef986b38239e:43501 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-09T00:20:01,854 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-09T00:20:01,854 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-09T00:20:01,854 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111561278 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111561278,5,FailOnTimeoutGroup]
2024-11-09T00:20:01,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1011cf6127c0000, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2136938628/master
2024-11-09T00:20:01,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1011cf6127c0000, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2136938628
2024-11-09T00:20:02,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44007-0x1011cf6127c0001, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:20:02,028 INFO  [RS:0;ef986b38239e:44007 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:20:02,028 INFO  [RS:0;ef986b38239e:44007 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef986b38239e,44007,1731111559243; zookeeper connection closed.
2024-11-09T00:20:02,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44007-0x1011cf6127c0001, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:20:02,028 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d8e4e08 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d8e4e08
2024-11-09T00:20:02,028 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-09T00:20:02,043 DEBUG [M:0;ef986b38239e:43501 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2136938628/master already deleted, retry=false
2024-11-09T00:20:02,043 DEBUG [M:0;ef986b38239e:43501 {}] master.ActiveMasterManager(353): master:43501-0x1011cf6127c0000, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-2136938628/master
2024-11-09T00:20:02,045 INFO  [M:0;ef986b38239e:43501 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/.lastflushedseqids
2024-11-09T00:20:02,049 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741848_1024 (size=245)
2024-11-09T00:20:02,049 INFO  [M:0;ef986b38239e:43501 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-09T00:20:02,049 INFO  [M:0;ef986b38239e:43501 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-09T00:20:02,049 DEBUG [M:0;ef986b38239e:43501 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:20:02,049 INFO  [M:0;ef986b38239e:43501 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:02,049 DEBUG [M:0;ef986b38239e:43501 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:02,049 DEBUG [M:0;ef986b38239e:43501 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:20:02,049 DEBUG [M:0;ef986b38239e:43501 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:02,050 INFO  [M:0;ef986b38239e:43501 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB
2024-11-09T00:20:02,065 DEBUG [M:0;ef986b38239e:43501 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9b296e492524fa4b50a3bfe34ef54af is 82, key is hbase:meta,,1/info:regioninfo/1731111562610/Put/seqid=0
2024-11-09T00:20:02,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741849_1025 (size=5672)
2024-11-09T00:20:02,470 INFO  [M:0;ef986b38239e:43501 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9b296e492524fa4b50a3bfe34ef54af
2024-11-09T00:20:02,491 DEBUG [M:0;ef986b38239e:43501 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63187a49612843e7923e0f1276e0281a is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731111576024/Put/seqid=0
2024-11-09T00:20:02,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741850_1026 (size=7219)
2024-11-09T00:20:02,901 INFO  [M:0;ef986b38239e:43501 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63187a49612843e7923e0f1276e0281a
2024-11-09T00:20:02,907 INFO  [M:0;ef986b38239e:43501 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63187a49612843e7923e0f1276e0281a
2024-11-09T00:20:02,923 DEBUG [M:0;ef986b38239e:43501 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d26e9c973b624c1d82f60a4dfdc93d0c is 69, key is ef986b38239e,44007,1731111559243/rs:state/1731111561322/Put/seqid=0
2024-11-09T00:20:02,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741851_1027 (size=5156)
2024-11-09T00:20:03,327 INFO  [M:0;ef986b38239e:43501 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d26e9c973b624c1d82f60a4dfdc93d0c
2024-11-09T00:20:03,331 DEBUG [M:0;ef986b38239e:43501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9b296e492524fa4b50a3bfe34ef54af as hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a9b296e492524fa4b50a3bfe34ef54af
2024-11-09T00:20:03,335 INFO  [M:0;ef986b38239e:43501 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a9b296e492524fa4b50a3bfe34ef54af, entries=8, sequenceid=105, filesize=5.5 K
2024-11-09T00:20:03,335 DEBUG [M:0;ef986b38239e:43501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63187a49612843e7923e0f1276e0281a as hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/63187a49612843e7923e0f1276e0281a
2024-11-09T00:20:03,338 INFO  [M:0;ef986b38239e:43501 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63187a49612843e7923e0f1276e0281a
2024-11-09T00:20:03,338 INFO  [M:0;ef986b38239e:43501 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/63187a49612843e7923e0f1276e0281a, entries=11, sequenceid=105, filesize=7.0 K
2024-11-09T00:20:03,339 DEBUG [M:0;ef986b38239e:43501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d26e9c973b624c1d82f60a4dfdc93d0c as hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d26e9c973b624c1d82f60a4dfdc93d0c
2024-11-09T00:20:03,342 INFO  [M:0;ef986b38239e:43501 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33661/user/jenkins/test-data/a8666f27-e982-14de-d7e5-a62ab5a5b079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d26e9c973b624c1d82f60a4dfdc93d0c, entries=1, sequenceid=105, filesize=5.0 K
2024-11-09T00:20:03,343 INFO  [M:0;ef986b38239e:43501 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false
2024-11-09T00:20:03,345 INFO  [M:0;ef986b38239e:43501 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:03,346 DEBUG [M:0;ef986b38239e:43501 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111602049Disabling compacts and flushes for region at 1731111602049Disabling writes for close at 1731111602049Obtaining lock to block concurrent updates at 1731111602050 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731111602050Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731111602050Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731111602050Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731111602050Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731111602065 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731111602065Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731111602473 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731111602490 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731111602490Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731111602907 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731111602923 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731111602923Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@779d3acd: reopening flushed file at 1731111603330 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10da3b2a: reopening flushed file at 1731111603335 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59f4b2cd: reopening flushed file at 1731111603338 (+3 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false at 1731111603343 (+5 ms)Writing region close event to WAL at 1731111603345 (+2 ms)Closed at 1731111603345
2024-11-09T00:20:03,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741830_1006 (size=64435)
2024-11-09T00:20:03,348 INFO  [M:0;ef986b38239e:43501 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-09T00:20:03,348 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:20:03,349 INFO  [M:0;ef986b38239e:43501 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43501
2024-11-09T00:20:03,349 INFO  [M:0;ef986b38239e:43501 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:20:03,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1011cf6127c0000, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:20:03,538 INFO  [M:0;ef986b38239e:43501 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:20:03,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1011cf6127c0000, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:20:03,540 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29850a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:20:03,540 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37437004{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:20:03,540 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:20:03,540 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5873e400{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:20:03,540 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67ea18a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/hadoop.log.dir/,STOPPED}
2024-11-09T00:20:03,541 WARN  [BP-591444614-172.17.0.3-1731111556837 heartbeating to localhost/127.0.0.1:33661 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T00:20:03,541 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T00:20:03,541 WARN  [BP-591444614-172.17.0.3-1731111556837 heartbeating to localhost/127.0.0.1:33661 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-591444614-172.17.0.3-1731111556837 (Datanode Uuid 0aeb3a54-ba20-4f77-8b09-1217b091fc5b) service to localhost/127.0.0.1:33661
2024-11-09T00:20:03,541 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T00:20:03,541 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/cluster_b461e053-f1b6-1555-ad27-b54fdbec145e/data/data1/current/BP-591444614-172.17.0.3-1731111556837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:20:03,542 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/cluster_b461e053-f1b6-1555-ad27-b54fdbec145e/data/data2/current/BP-591444614-172.17.0.3-1731111556837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:20:03,542 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T00:20:03,546 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c3f62b7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:20:03,546 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d4b3e94{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:20:03,546 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:20:03,547 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51dfb943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:20:03,547 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44459592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc91b59e-5a0a-3e4a-1077-8afd25a7a0ee/hadoop.log.dir/,STOPPED}
2024-11-09T00:20:03,552 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-09T00:20:03,580 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-09T00:20:03,589 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 266)
Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33661 from jenkins.hfs.14
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33661
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50773)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36855
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33309
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36855 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-35-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-35-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-33-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-31-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50773)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: nioEventLoopGroup-26-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33661
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36855 from jenkins.hfs.15
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-33-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33309 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:36855
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50773)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33309
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:33309
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33309 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-31-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-27-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-31-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-26-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33661
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:33309
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36855 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33661 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33661 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-27-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33309 from jenkins.hfs.16
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-27-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:36855
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33309
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-26-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36855
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-35-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-33-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:33661
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33661
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:33661
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36855
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=736 (was 659) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=528 (was 493) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2603 (was 2481) - AvailableMemoryMB LEAK? -
2024-11-09T00:20:03,598 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=736, MaxFileDescriptor=1048576, SystemLoadAverage=528, ProcessCount=11, AvailableMemoryMB=2603
2024-11-09T00:20:03,611 INFO  [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2
2024-11-09T00:20:03,612 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009/hadoop.log.dir so I do NOT create it in target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b
2024-11-09T00:20:03,612 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009/hadoop.log.dir Erasing configuration value by system value.
2024-11-09T00:20:03,612 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009/hadoop.tmp.dir so I do NOT create it in target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b
2024-11-09T00:20:03,612 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1670508-4d0c-2c21-f5ba-e568592c6009/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-09T00:20:03,612 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b
2024-11-09T00:20:03,612 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/cluster_d1d2c463-602a-c380-f444-73e982c75b82, deleteOnExit=true
2024-11-09T00:20:03,614 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/cluster_d1d2c463-602a-c380-f444-73e982c75b82/zookeeper_0, clientPort=56241, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/cluster_d1d2c463-602a-c380-f444-73e982c75b82/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/cluster_d1d2c463-602a-c380-f444-73e982c75b82/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-09T00:20:03,615 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56241
2024-11-09T00:20:03,615 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-09T00:20:03,615 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-09T00:20:03,615 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/test.cache.data in system properties and HBase conf
2024-11-09T00:20:03,615 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/hadoop.tmp.dir in system properties and HBase conf
2024-11-09T00:20:03,615 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/hadoop.log.dir in system properties and HBase conf
2024-11-09T00:20:03,615 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-09T00:20:03,615 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-09T00:20:03,616 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-09T00:20:03,616 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-09T00:20:03,616 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:20:03,616 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:20:03,616 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-09T00:20:03,616 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:20:03,616 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-09T00:20:03,616 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-09T00:20:03,616 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:20:03,616 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:20:03,616 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-09T00:20:03,616 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/nfs.dump.dir in system properties and HBase conf
2024-11-09T00:20:03,616 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/java.io.tmpdir in system properties and HBase conf
2024-11-09T00:20:03,616 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:20:03,616 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-09T00:20:03,616 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-09T00:20:03,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011cf6127c0008, quorum=127.0.0.1:50773, baseZNode=/258323663 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-09T00:20:03,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011cf6127c0002, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-09T00:20:03,650 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011cf6127c0002, quorum=127.0.0.1:50773, baseZNode=/0-2136938628 Received Disconnected from ZooKeeper, ignoring
2024-11-09T00:20:03,650 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011cf6127c0008, quorum=127.0.0.1:50773, baseZNode=/258323663 Received Disconnected from ZooKeeper, ignoring
2024-11-09T00:20:03,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011cf6127c0005, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-09T00:20:03,650 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011cf6127c0005, quorum=127.0.0.1:50773, baseZNode=/1631476241 Received Disconnected from ZooKeeper, ignoring
2024-11-09T00:20:04,007 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:20:04,007 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:04,007 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:04,007 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:04,008 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:04,008 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:04,051 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:04,051 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:04,051 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:04,051 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:04,051 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:04,052 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:04,059 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:04,063 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:04,063 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:04,065 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:04,225 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:20:04,229 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:20:04,232 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:20:04,232 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:20:04,232 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-09T00:20:04,233 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:20:04,234 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7578d2fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:20:04,234 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e2dd2d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:20:04,333 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46cfec75{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/java.io.tmpdir/jetty-localhost-40353-hadoop-hdfs-3_4_1-tests_jar-_-any-16517689344437889676/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:20:04,334 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b89cf2e{HTTP/1.1, (http/1.1)}{localhost:40353}
2024-11-09T00:20:04,334 INFO  [Time-limited test {}] server.Server(415): Started @275345ms
2024-11-09T00:20:04,668 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:20:04,672 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:20:04,674 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:20:04,674 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:20:04,674 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-09T00:20:04,674 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c7cba5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:20:04,674 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c41a706{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:20:04,791 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f3382dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/java.io.tmpdir/jetty-localhost-36249-hadoop-hdfs-3_4_1-tests_jar-_-any-15399442671324749833/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:20:04,792 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72f34e90{HTTP/1.1, (http/1.1)}{localhost:36249}
2024-11-09T00:20:04,792 INFO  [Time-limited test {}] server.Server(415): Started @275803ms
2024-11-09T00:20:04,793 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T00:20:05,619 WARN  [Thread-3436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/cluster_d1d2c463-602a-c380-f444-73e982c75b82/data/data2/current/BP-195308974-172.17.0.3-1731111603631/current, will proceed with Du for space computation calculation, 
2024-11-09T00:20:05,619 WARN  [Thread-3435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/cluster_d1d2c463-602a-c380-f444-73e982c75b82/data/data1/current/BP-195308974-172.17.0.3-1731111603631/current, will proceed with Du for space computation calculation, 
2024-11-09T00:20:05,641 WARN  [Thread-3423 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T00:20:05,643 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x54b0b7278906cad4 with lease ID 0xf246d9b91be67ac3: Processing first storage report for DS-2c010e49-0ca3-4dc0-9a5a-274a540211ee from datanode DatanodeRegistration(127.0.0.1:38953, datanodeUuid=098516a2-cd16-4278-9566-f65a16bb1627, infoPort=39499, infoSecurePort=0, ipcPort=39661, storageInfo=lv=-57;cid=testClusterID;nsid=1173992289;c=1731111603631)
2024-11-09T00:20:05,643 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x54b0b7278906cad4 with lease ID 0xf246d9b91be67ac3: from storage DS-2c010e49-0ca3-4dc0-9a5a-274a540211ee node DatanodeRegistration(127.0.0.1:38953, datanodeUuid=098516a2-cd16-4278-9566-f65a16bb1627, infoPort=39499, infoSecurePort=0, ipcPort=39661, storageInfo=lv=-57;cid=testClusterID;nsid=1173992289;c=1731111603631), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:20:05,643 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x54b0b7278906cad4 with lease ID 0xf246d9b91be67ac3: Processing first storage report for DS-42ab4925-53e3-4b6e-837c-f4215dbc3dc6 from datanode DatanodeRegistration(127.0.0.1:38953, datanodeUuid=098516a2-cd16-4278-9566-f65a16bb1627, infoPort=39499, infoSecurePort=0, ipcPort=39661, storageInfo=lv=-57;cid=testClusterID;nsid=1173992289;c=1731111603631)
2024-11-09T00:20:05,643 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x54b0b7278906cad4 with lease ID 0xf246d9b91be67ac3: from storage DS-42ab4925-53e3-4b6e-837c-f4215dbc3dc6 node DatanodeRegistration(127.0.0.1:38953, datanodeUuid=098516a2-cd16-4278-9566-f65a16bb1627, infoPort=39499, infoSecurePort=0, ipcPort=39661, storageInfo=lv=-57;cid=testClusterID;nsid=1173992289;c=1731111603631), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:20:05,723 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b
2024-11-09T00:20:05,724 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:05,725 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:05,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741825_1001 (size=7)
2024-11-09T00:20:05,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-09T00:20:05,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-09T00:20:05,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-09T00:20:05,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-09T00:20:06,132 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb with version=8
2024-11-09T00:20:06,132 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/hbase-staging
2024-11-09T00:20:06,134 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:20:06,134 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:20:06,134 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:20:06,134 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:20:06,134 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:20:06,134 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:20:06,135 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-09T00:20:06,135 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:20:06,135 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33753
2024-11-09T00:20:06,136 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33753 connecting to ZooKeeper ensemble=127.0.0.1:56241
2024-11-09T00:20:06,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337530x0, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:20:06,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33753-0x1011cf6c9490000 connected
2024-11-09T00:20:06,279 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:06,281 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:06,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33753-0x1011cf6c9490000, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Set watcher on znode that does not yet exist, /0-1437240133/running
2024-11-09T00:20:06,285 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb, hbase.cluster.distributed=false
2024-11-09T00:20:06,286 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33753-0x1011cf6c9490000, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Set watcher on znode that does not yet exist, /0-1437240133/acl
2024-11-09T00:20:06,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33753
2024-11-09T00:20:06,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33753
2024-11-09T00:20:06,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33753
2024-11-09T00:20:06,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33753
2024-11-09T00:20:06,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33753
2024-11-09T00:20:06,329 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:20:06,329 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:20:06,329 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:20:06,329 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:20:06,329 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:20:06,329 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:20:06,329 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T00:20:06,329 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:20:06,329 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35323
2024-11-09T00:20:06,330 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35323 connecting to ZooKeeper ensemble=127.0.0.1:56241
2024-11-09T00:20:06,331 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:06,332 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:06,342 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353230x0, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:20:06,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35323-0x1011cf6c9490001 connected
2024-11-09T00:20:06,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35323-0x1011cf6c9490001, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Set watcher on znode that does not yet exist, /0-1437240133/running
2024-11-09T00:20:06,343 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T00:20:06,344 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T00:20:06,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35323-0x1011cf6c9490001, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Set watcher on znode that does not yet exist, /0-1437240133/master
2024-11-09T00:20:06,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35323-0x1011cf6c9490001, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Set watcher on znode that does not yet exist, /0-1437240133/acl
2024-11-09T00:20:06,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35323
2024-11-09T00:20:06,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35323
2024-11-09T00:20:06,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35323
2024-11-09T00:20:06,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35323
2024-11-09T00:20:06,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35323
2024-11-09T00:20:06,373 DEBUG [M:0;ef986b38239e:33753 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef986b38239e:33753
2024-11-09T00:20:06,383 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1437240133/backup-masters/ef986b38239e,33753,1731111606134
2024-11-09T00:20:06,395 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x1011cf6c9490001, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1437240133/backup-masters
2024-11-09T00:20:06,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x1011cf6c9490000, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1437240133/backup-masters
2024-11-09T00:20:06,395 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33753-0x1011cf6c9490000, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Set watcher on existing znode=/0-1437240133/backup-masters/ef986b38239e,33753,1731111606134
2024-11-09T00:20:06,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x1011cf6c9490000, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1437240133
2024-11-09T00:20:06,406 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33753-0x1011cf6c9490000, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Set watcher on existing znode=/0-1437240133/master
2024-11-09T00:20:06,407 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1437240133/backup-masters/ef986b38239e,33753,1731111606134 from backup master directory
2024-11-09T00:20:06,407 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x1011cf6c9490001, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1437240133/master
2024-11-09T00:20:06,407 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x1011cf6c9490001, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1437240133
2024-11-09T00:20:06,420 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x1011cf6c9490001, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1437240133/backup-masters
2024-11-09T00:20:06,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x1011cf6c9490000, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1437240133/backup-masters/ef986b38239e,33753,1731111606134
2024-11-09T00:20:06,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x1011cf6c9490000, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1437240133/backup-masters
2024-11-09T00:20:06,421 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:20:06,421 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef986b38239e,33753,1731111606134
2024-11-09T00:20:06,442 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/hbase.id] with ID: 059fda4c-10db-42d4-9db0-d1a34a50d98a
2024-11-09T00:20:06,442 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/.tmp/hbase.id
2024-11-09T00:20:06,456 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741826_1002 (size=42)
2024-11-09T00:20:06,852 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/.tmp/hbase.id]:[hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/hbase.id]
2024-11-09T00:20:06,859 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:06,859 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-09T00:20:06,860 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-09T00:20:06,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x1011cf6c9490000, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1437240133
2024-11-09T00:20:06,868 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x1011cf6c9490001, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1437240133
2024-11-09T00:20:06,872 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741827_1003 (size=196)
2024-11-09T00:20:07,280 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:20:07,281 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-09T00:20:07,283 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:20:07,296 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741828_1004 (size=1189)
2024-11-09T00:20:07,698 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/MasterData/data/master/store
2024-11-09T00:20:07,716 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741829_1005 (size=34)
2024-11-09T00:20:08,120 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:20:08,120 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:20:08,120 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:08,120 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:08,120 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:20:08,121 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:08,121 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:08,121 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111608120Disabling compacts and flushes for region at 1731111608120Disabling writes for close at 1731111608121 (+1 ms)Writing region close event to WAL at 1731111608121Closed at 1731111608121
2024-11-09T00:20:08,121 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/MasterData/data/master/store/.initializing
2024-11-09T00:20:08,122 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/MasterData/WALs/ef986b38239e,33753,1731111606134
2024-11-09T00:20:08,122 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:20:08,125 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef986b38239e%2C33753%2C1731111606134, suffix=, logDir=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/MasterData/WALs/ef986b38239e,33753,1731111606134, archiveDir=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/MasterData/oldWALs, maxLogs=10
2024-11-09T00:20:08,145 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/MasterData/WALs/ef986b38239e,33753,1731111606134/ef986b38239e%2C33753%2C1731111606134.1731111608125, exclude list is [], retry=0
2024-11-09T00:20:08,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38953,DS-2c010e49-0ca3-4dc0-9a5a-274a540211ee,DISK]
2024-11-09T00:20:08,193 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/MasterData/WALs/ef986b38239e,33753,1731111606134/ef986b38239e%2C33753%2C1731111606134.1731111608125
2024-11-09T00:20:08,204 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39499:39499)]
2024-11-09T00:20:08,204 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:20:08,205 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:20:08,205 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:08,205 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:08,209 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:20:08,212 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-09T00:20:08,212 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:08,212 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:08,212 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:20:08,213 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-09T00:20:08,213 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:08,214 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:08,214 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:20:08,215 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-09T00:20:08,215 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:08,215 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:08,215 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:20:08,216 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-09T00:20:08,216 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:08,216 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:08,216 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:08,217 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:08,219 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:08,220 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:08,220 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:08,220 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:20:08,221 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:08,223 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:20:08,225 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74819754, jitterRate=0.11490121483802795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:20:08,226 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731111608205Initializing all the Stores at 1731111608209 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111608209Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111608209Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111608209Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111608209Cleaning up temporary data from old regions at 1731111608220 (+11 ms)Region opened successfully at 1731111608226 (+6 ms)
2024-11-09T00:20:08,226 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-09T00:20:08,234 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8fd66f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:20:08,234 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-09T00:20:08,235 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-09T00:20:08,235 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-09T00:20:08,235 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-09T00:20:08,235 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-09T00:20:08,235 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-09T00:20:08,236 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-09T00:20:08,237 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-09T00:20:08,238 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33753-0x1011cf6c9490000, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Unable to get data of znode /0-1437240133/balancer because node does not exist (not necessarily an error)
2024-11-09T00:20:08,301 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1437240133/balancer already deleted, retry=false
2024-11-09T00:20:08,302 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-09T00:20:08,302 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33753-0x1011cf6c9490000, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Unable to get data of znode /0-1437240133/normalizer because node does not exist (not necessarily an error)
2024-11-09T00:20:08,310 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1437240133/normalizer already deleted, retry=false
2024-11-09T00:20:08,311 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-09T00:20:08,318 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33753-0x1011cf6c9490000, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Unable to get data of znode /0-1437240133/switch/split because node does not exist (not necessarily an error)
2024-11-09T00:20:08,331 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1437240133/switch/split already deleted, retry=false
2024-11-09T00:20:08,335 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33753-0x1011cf6c9490000, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Unable to get data of znode /0-1437240133/switch/merge because node does not exist (not necessarily an error)
2024-11-09T00:20:08,342 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1437240133/switch/merge already deleted, retry=false
2024-11-09T00:20:08,345 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33753-0x1011cf6c9490000, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Unable to get data of znode /0-1437240133/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-09T00:20:08,353 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1437240133/snapshot-cleanup already deleted, retry=false
2024-11-09T00:20:08,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x1011cf6c9490000, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1437240133/running
2024-11-09T00:20:08,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x1011cf6c9490000, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1437240133
2024-11-09T00:20:08,365 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x1011cf6c9490001, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1437240133/running
2024-11-09T00:20:08,365 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x1011cf6c9490001, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1437240133
2024-11-09T00:20:08,372 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef986b38239e,33753,1731111606134, sessionid=0x1011cf6c9490000, setting cluster-up flag (Was=false)
2024-11-09T00:20:08,395 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x1011cf6c9490001, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1437240133
2024-11-09T00:20:08,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x1011cf6c9490000, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1437240133
2024-11-09T00:20:08,428 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1437240133/flush-table-proc/acquired, /0-1437240133/flush-table-proc/reached, /0-1437240133/flush-table-proc/abort
2024-11-09T00:20:08,429 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,33753,1731111606134
2024-11-09T00:20:08,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x1011cf6c9490000, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1437240133
2024-11-09T00:20:08,447 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x1011cf6c9490001, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1437240133
2024-11-09T00:20:08,479 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1437240133/online-snapshot/acquired, /0-1437240133/online-snapshot/reached, /0-1437240133/online-snapshot/abort
2024-11-09T00:20:08,481 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,33753,1731111606134
2024-11-09T00:20:08,492 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-09T00:20:08,493 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-09T00:20:08,493 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-09T00:20:08,493 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-09T00:20:08,494 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef986b38239e,33753,1731111606134
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-09T00:20:08,495 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:20:08,495 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:20:08,495 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:20:08,495 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:20:08,495 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef986b38239e:0, corePoolSize=10, maxPoolSize=10
2024-11-09T00:20:08,495 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:08,495 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:20:08,495 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:08,501 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:20:08,501 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-09T00:20:08,502 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:08,502 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-09T00:20:08,509 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731111638509
2024-11-09T00:20:08,509 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-09T00:20:08,509 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-09T00:20:08,509 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-09T00:20:08,509 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-09T00:20:08,509 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-09T00:20:08,509 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-09T00:20:08,516 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:08,522 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-09T00:20:08,522 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-09T00:20:08,522 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-09T00:20:08,522 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-09T00:20:08,522 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-09T00:20:08,522 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-09T00:20:08,523 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741831_1007 (size=1321)
2024-11-09T00:20:08,524 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-09T00:20:08,525 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb
2024-11-09T00:20:08,528 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111608523,5,FailOnTimeoutGroup]
2024-11-09T00:20:08,534 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111608528,5,FailOnTimeoutGroup]
2024-11-09T00:20:08,534 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:08,534 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-09T00:20:08,534 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:08,535 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:08,541 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741832_1008 (size=32)
2024-11-09T00:20:08,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:20:08,556 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:20:08,569 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:20:08,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:08,570 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:08,570 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:20:08,571 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:20:08,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:08,571 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:08,571 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:20:08,572 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:20:08,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:08,573 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:08,573 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:20:08,574 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:20:08,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:08,574 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:08,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:20:08,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/hbase/meta/1588230740
2024-11-09T00:20:08,575 INFO  [RS:0;ef986b38239e:35323 {}] regionserver.HRegionServer(746): ClusterId : 059fda4c-10db-42d4-9db0-d1a34a50d98a
2024-11-09T00:20:08,575 DEBUG [RS:0;ef986b38239e:35323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T00:20:08,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/hbase/meta/1588230740
2024-11-09T00:20:08,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:20:08,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:20:08,580 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:20:08,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:20:08,585 DEBUG [RS:0;ef986b38239e:35323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T00:20:08,585 DEBUG [RS:0;ef986b38239e:35323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T00:20:08,597 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:20:08,598 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59458225, jitterRate=-0.11400340497493744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:20:08,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731111608544Initializing all the Stores at 1731111608545 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111608545Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111608556 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111608556Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111608556Cleaning up temporary data from old regions at 1731111608580 (+24 ms)Region opened successfully at 1731111608598 (+18 ms)
2024-11-09T00:20:08,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:20:08,599 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:20:08,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:20:08,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:20:08,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:20:08,608 DEBUG [RS:0;ef986b38239e:35323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T00:20:08,608 DEBUG [RS:0;ef986b38239e:35323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2547244b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:20:08,620 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:20:08,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111608599Disabling compacts and flushes for region at 1731111608599Disabling writes for close at 1731111608599Writing region close event to WAL at 1731111608620 (+21 ms)Closed at 1731111608620
2024-11-09T00:20:08,627 DEBUG [RS:0;ef986b38239e:35323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef986b38239e:35323
2024-11-09T00:20:08,628 INFO  [RS:0;ef986b38239e:35323 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T00:20:08,628 INFO  [RS:0;ef986b38239e:35323 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T00:20:08,628 DEBUG [RS:0;ef986b38239e:35323 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T00:20:08,629 INFO  [RS:0;ef986b38239e:35323 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef986b38239e,33753,1731111606134 with port=35323, startcode=1731111606328
2024-11-09T00:20:08,629 DEBUG [RS:0;ef986b38239e:35323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T00:20:08,632 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:20:08,632 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-09T00:20:08,633 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-09T00:20:08,634 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:20:08,635 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-09T00:20:08,637 INFO  [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T00:20:08,637 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33753 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef986b38239e,35323,1731111606328
2024-11-09T00:20:08,637 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33753 {}] master.ServerManager(517): Registering regionserver=ef986b38239e,35323,1731111606328
2024-11-09T00:20:08,641 DEBUG [RS:0;ef986b38239e:35323 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb
2024-11-09T00:20:08,641 DEBUG [RS:0;ef986b38239e:35323 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41977
2024-11-09T00:20:08,641 DEBUG [RS:0;ef986b38239e:35323 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T00:20:08,650 DEBUG [RS:0;ef986b38239e:35323 {}] zookeeper.ZKUtil(111): regionserver:35323-0x1011cf6c9490001, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Set watcher on existing znode=/0-1437240133/rs/ef986b38239e,35323,1731111606328
2024-11-09T00:20:08,650 WARN  [RS:0;ef986b38239e:35323 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:20:08,650 INFO  [RS:0;ef986b38239e:35323 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:20:08,650 DEBUG [RS:0;ef986b38239e:35323 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328
2024-11-09T00:20:08,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x1011cf6c9490000, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1437240133/rs
2024-11-09T00:20:08,672 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef986b38239e,35323,1731111606328]
2024-11-09T00:20:08,684 INFO  [RS:0;ef986b38239e:35323 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T00:20:08,693 INFO  [RS:0;ef986b38239e:35323 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T00:20:08,693 INFO  [RS:0;ef986b38239e:35323 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T00:20:08,693 INFO  [RS:0;ef986b38239e:35323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:08,694 INFO  [RS:0;ef986b38239e:35323 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T00:20:08,694 INFO  [RS:0;ef986b38239e:35323 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T00:20:08,694 INFO  [RS:0;ef986b38239e:35323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:08,695 DEBUG [RS:0;ef986b38239e:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:08,695 DEBUG [RS:0;ef986b38239e:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:08,695 DEBUG [RS:0;ef986b38239e:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:08,695 DEBUG [RS:0;ef986b38239e:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:08,695 DEBUG [RS:0;ef986b38239e:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:08,695 DEBUG [RS:0;ef986b38239e:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:20:08,695 DEBUG [RS:0;ef986b38239e:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:08,695 DEBUG [RS:0;ef986b38239e:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:08,695 DEBUG [RS:0;ef986b38239e:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:08,695 DEBUG [RS:0;ef986b38239e:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:08,695 DEBUG [RS:0;ef986b38239e:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:08,695 DEBUG [RS:0;ef986b38239e:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:08,695 DEBUG [RS:0;ef986b38239e:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:20:08,695 DEBUG [RS:0;ef986b38239e:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:20:08,702 INFO  [RS:0;ef986b38239e:35323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:08,703 INFO  [RS:0;ef986b38239e:35323 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:08,703 INFO  [RS:0;ef986b38239e:35323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:08,703 INFO  [RS:0;ef986b38239e:35323 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:08,703 INFO  [RS:0;ef986b38239e:35323 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:08,703 INFO  [RS:0;ef986b38239e:35323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,35323,1731111606328-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:20:08,724 INFO  [RS:0;ef986b38239e:35323 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T00:20:08,724 INFO  [RS:0;ef986b38239e:35323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,35323,1731111606328-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:08,724 INFO  [RS:0;ef986b38239e:35323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:08,724 INFO  [RS:0;ef986b38239e:35323 {}] regionserver.Replication(171): ef986b38239e,35323,1731111606328 started
2024-11-09T00:20:08,745 INFO  [RS:0;ef986b38239e:35323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:08,745 INFO  [RS:0;ef986b38239e:35323 {}] regionserver.HRegionServer(1482): Serving as ef986b38239e,35323,1731111606328, RpcServer on ef986b38239e/172.17.0.3:35323, sessionid=0x1011cf6c9490001
2024-11-09T00:20:08,745 DEBUG [RS:0;ef986b38239e:35323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T00:20:08,745 DEBUG [RS:0;ef986b38239e:35323 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef986b38239e,35323,1731111606328
2024-11-09T00:20:08,746 DEBUG [RS:0;ef986b38239e:35323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,35323,1731111606328'
2024-11-09T00:20:08,746 DEBUG [RS:0;ef986b38239e:35323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1437240133/flush-table-proc/abort'
2024-11-09T00:20:08,746 DEBUG [RS:0;ef986b38239e:35323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1437240133/flush-table-proc/acquired'
2024-11-09T00:20:08,747 DEBUG [RS:0;ef986b38239e:35323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T00:20:08,747 DEBUG [RS:0;ef986b38239e:35323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T00:20:08,747 DEBUG [RS:0;ef986b38239e:35323 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef986b38239e,35323,1731111606328
2024-11-09T00:20:08,747 DEBUG [RS:0;ef986b38239e:35323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,35323,1731111606328'
2024-11-09T00:20:08,747 DEBUG [RS:0;ef986b38239e:35323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1437240133/online-snapshot/abort'
2024-11-09T00:20:08,747 DEBUG [RS:0;ef986b38239e:35323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1437240133/online-snapshot/acquired'
2024-11-09T00:20:08,748 DEBUG [RS:0;ef986b38239e:35323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T00:20:08,748 INFO  [RS:0;ef986b38239e:35323 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T00:20:08,748 INFO  [RS:0;ef986b38239e:35323 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T00:20:08,785 WARN  [ef986b38239e:33753 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-09T00:20:08,848 INFO  [RS:0;ef986b38239e:35323 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:20:08,852 INFO  [RS:0;ef986b38239e:35323 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C35323%2C1731111606328, suffix=, logDir=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328, archiveDir=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/oldWALs, maxLogs=10
2024-11-09T00:20:08,870 DEBUG [RS:0;ef986b38239e:35323 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853, exclude list is [], retry=0
2024-11-09T00:20:08,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38953,DS-2c010e49-0ca3-4dc0-9a5a-274a540211ee,DISK]
2024-11-09T00:20:08,892 INFO  [RS:0;ef986b38239e:35323 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853
2024-11-09T00:20:08,892 DEBUG [RS:0;ef986b38239e:35323 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39499:39499)]
2024-11-09T00:20:09,036 DEBUG [ef986b38239e:33753 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-09T00:20:09,036 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef986b38239e,35323,1731111606328
2024-11-09T00:20:09,039 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,35323,1731111606328, state=OPENING
2024-11-09T00:20:09,100 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-09T00:20:09,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x1011cf6c9490000, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1437240133
2024-11-09T00:20:09,141 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x1011cf6c9490001, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1437240133
2024-11-09T00:20:09,142 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1437240133/meta-region-server: CHANGED
2024-11-09T00:20:09,142 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1437240133/meta-region-server: CHANGED
2024-11-09T00:20:09,142 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:20:09,143 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,35323,1731111606328}]
2024-11-09T00:20:09,295 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:20:09,299 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-09T00:20:09,307 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-09T00:20:09,307 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:20:09,307 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-09T00:20:09,312 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C35323%2C1731111606328.meta, suffix=.meta, logDir=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328, archiveDir=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/oldWALs, maxLogs=10
2024-11-09T00:20:09,325 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.meta.1731111609312.meta, exclude list is [], retry=0
2024-11-09T00:20:09,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38953,DS-2c010e49-0ca3-4dc0-9a5a-274a540211ee,DISK]
2024-11-09T00:20:09,329 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.meta.1731111609312.meta
2024-11-09T00:20:09,330 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39499:39499)]
2024-11-09T00:20:09,330 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:20:09,330 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:20:09,330 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:20:09,330 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-09T00:20:09,330 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-09T00:20:09,330 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-09T00:20:09,330 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:20:09,330 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-09T00:20:09,330 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-09T00:20:09,336 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:20:09,337 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:20:09,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:09,337 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:09,338 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:20:09,340 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:20:09,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:09,343 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:09,343 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:20:09,344 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:20:09,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:09,351 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:09,351 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:20:09,352 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:20:09,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:09,352 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:09,352 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:20:09,353 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/hbase/meta/1588230740
2024-11-09T00:20:09,354 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/hbase/meta/1588230740
2024-11-09T00:20:09,354 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:20:09,354 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:20:09,355 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:20:09,356 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:20:09,356 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64992523, jitterRate=-0.03153593838214874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:20:09,356 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-09T00:20:09,357 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731111609330Writing region info on filesystem at 1731111609330Initializing all the Stores at 1731111609331 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111609331Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111609336 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111609336Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111609336Cleaning up temporary data from old regions at 1731111609354 (+18 ms)Running coprocessor post-open hooks at 1731111609356 (+2 ms)Region opened successfully at 1731111609357 (+1 ms)
2024-11-09T00:20:09,357 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731111609295
2024-11-09T00:20:09,359 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-09T00:20:09,360 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-09T00:20:09,360 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,35323,1731111606328
2024-11-09T00:20:09,361 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,35323,1731111606328, state=OPEN
2024-11-09T00:20:09,384 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x1011cf6c9490001, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1437240133/meta-region-server
2024-11-09T00:20:09,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x1011cf6c9490000, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1437240133/meta-region-server
2024-11-09T00:20:09,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1437240133/meta-region-server: CHANGED
2024-11-09T00:20:09,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1437240133/meta-region-server: CHANGED
2024-11-09T00:20:09,385 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef986b38239e,35323,1731111606328
2024-11-09T00:20:09,387 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-09T00:20:09,387 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,35323,1731111606328 in 243 msec
2024-11-09T00:20:09,401 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-09T00:20:09,401 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 755 msec
2024-11-09T00:20:09,401 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:20:09,401 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-09T00:20:09,402 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:20:09,402 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,35323,1731111606328, seqNum=-1]
2024-11-09T00:20:09,403 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:20:09,404 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:20:09,408 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 914 msec
2024-11-09T00:20:09,408 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731111609408, completionTime=-1
2024-11-09T00:20:09,408 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-09T00:20:09,408 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-09T00:20:09,409 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-09T00:20:09,409 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731111669409
2024-11-09T00:20:09,409 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731111729409
2024-11-09T00:20:09,409 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-09T00:20:09,410 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,33753,1731111606134-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:09,410 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,33753,1731111606134-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:09,410 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,33753,1731111606134-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:09,410 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef986b38239e:33753, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:09,410 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:09,410 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:09,412 DEBUG [master/ef986b38239e:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-09T00:20:09,413 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.992sec
2024-11-09T00:20:09,413 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-09T00:20:09,413 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-09T00:20:09,413 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-09T00:20:09,413 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-09T00:20:09,413 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-09T00:20:09,413 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,33753,1731111606134-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:20:09,413 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,33753,1731111606134-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-09T00:20:09,415 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-09T00:20:09,415 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-09T00:20:09,415 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,33753,1731111606134-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:09,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c8a045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:09,470 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,33753,-1 for getting cluster id
2024-11-09T00:20:09,470 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:20:09,472 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '059fda4c-10db-42d4-9db0-d1a34a50d98a'
2024-11-09T00:20:09,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:20:09,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "059fda4c-10db-42d4-9db0-d1a34a50d98a"

2024-11-09T00:20:09,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a015da3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:09,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,33753,-1]
2024-11-09T00:20:09,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:20:09,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:09,473 INFO  [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:20:09,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a4e039b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:09,475 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:20:09,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,35323,1731111606328, seqNum=-1]
2024-11-09T00:20:09,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:20:09,477 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:20:09,479 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef986b38239e,33753,1731111606134
2024-11-09T00:20:09,480 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56241
2024-11-09T00:20:09,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:20:09,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011cf6c9490002 connected
2024-11-09T00:20:09,513 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/hadoop.log.dir so I do NOT create it in target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd
2024-11-09T00:20:09,513 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/hadoop.log.dir Erasing configuration value by system value.
2024-11-09T00:20:09,513 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/hadoop.tmp.dir so I do NOT create it in target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd
2024-11-09T00:20:09,513 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-09T00:20:09,513 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd
2024-11-09T00:20:09,513 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-09T00:20:09,513 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd/cluster_f156f1d8-32bf-373b-085a-73b83610a744, deleteOnExit=true
2024-11-09T00:20:09,513 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-09T00:20:09,514 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd/test.cache.data in system properties and HBase conf
2024-11-09T00:20:09,514 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd/hadoop.tmp.dir in system properties and HBase conf
2024-11-09T00:20:09,514 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd/hadoop.log.dir in system properties and HBase conf
2024-11-09T00:20:09,514 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-09T00:20:09,514 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-09T00:20:09,514 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-09T00:20:09,514 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-09T00:20:09,514 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:20:09,514 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:20:09,515 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-09T00:20:09,515 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:20:09,515 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-09T00:20:09,515 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-09T00:20:09,515 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:20:09,515 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:20:09,515 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-09T00:20:09,515 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd/nfs.dump.dir in system properties and HBase conf
2024-11-09T00:20:09,515 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd/java.io.tmpdir in system properties and HBase conf
2024-11-09T00:20:09,515 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:20:09,515 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-09T00:20:09,515 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-09T00:20:09,878 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:20:09,881 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:20:09,888 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:20:09,888 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:20:09,888 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-09T00:20:09,889 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:20:09,891 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@423a34f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:20:09,891 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2171703a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:20:09,989 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5441beeb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd/java.io.tmpdir/jetty-localhost-42719-hadoop-hdfs-3_4_1-tests_jar-_-any-10283736828483530504/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:20:09,990 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23309e31{HTTP/1.1, (http/1.1)}{localhost:42719}
2024-11-09T00:20:09,990 INFO  [Time-limited test {}] server.Server(415): Started @281001ms
2024-11-09T00:20:10,375 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:20:10,378 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:20:10,384 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:20:10,385 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:20:10,385 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T00:20:10,387 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bb919e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:20:10,387 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3af5c370{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:20:10,521 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55da76a1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd/java.io.tmpdir/jetty-localhost-36127-hadoop-hdfs-3_4_1-tests_jar-_-any-3199130417073324293/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:20:10,522 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2343164b{HTTP/1.1, (http/1.1)}{localhost:36127}
2024-11-09T00:20:10,522 INFO  [Time-limited test {}] server.Server(415): Started @281532ms
2024-11-09T00:20:10,523 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T00:20:11,402 WARN  [Thread-3555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd/cluster_f156f1d8-32bf-373b-085a-73b83610a744/data/data1/current/BP-368323179-172.17.0.3-1731111609554/current, will proceed with Du for space computation calculation, 
2024-11-09T00:20:11,402 WARN  [Thread-3556 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd/cluster_f156f1d8-32bf-373b-085a-73b83610a744/data/data2/current/BP-368323179-172.17.0.3-1731111609554/current, will proceed with Du for space computation calculation, 
2024-11-09T00:20:11,414 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:20:11,415 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:11,415 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:11,415 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:11,415 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:11,416 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:11,422 WARN  [Thread-3543 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T00:20:11,427 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf53fb142a6cfe54b with lease ID 0x9413976a88218bc2: Processing first storage report for DS-57c703dd-4682-4381-92e9-127aab762ca2 from datanode DatanodeRegistration(127.0.0.1:38575, datanodeUuid=4a8a7bd3-f53b-4db7-9e1c-1a70eea079ee, infoPort=37923, infoSecurePort=0, ipcPort=33903, storageInfo=lv=-57;cid=testClusterID;nsid=1726008248;c=1731111609554)
2024-11-09T00:20:11,427 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf53fb142a6cfe54b with lease ID 0x9413976a88218bc2: from storage DS-57c703dd-4682-4381-92e9-127aab762ca2 node DatanodeRegistration(127.0.0.1:38575, datanodeUuid=4a8a7bd3-f53b-4db7-9e1c-1a70eea079ee, infoPort=37923, infoSecurePort=0, ipcPort=33903, storageInfo=lv=-57;cid=testClusterID;nsid=1726008248;c=1731111609554), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:20:11,427 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf53fb142a6cfe54b with lease ID 0x9413976a88218bc2: Processing first storage report for DS-2d57d65d-25f8-445f-b15c-ad52725019fa from datanode DatanodeRegistration(127.0.0.1:38575, datanodeUuid=4a8a7bd3-f53b-4db7-9e1c-1a70eea079ee, infoPort=37923, infoSecurePort=0, ipcPort=33903, storageInfo=lv=-57;cid=testClusterID;nsid=1726008248;c=1731111609554)
2024-11-09T00:20:11,427 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf53fb142a6cfe54b with lease ID 0x9413976a88218bc2: from storage DS-2d57d65d-25f8-445f-b15c-ad52725019fa node DatanodeRegistration(127.0.0.1:38575, datanodeUuid=4a8a7bd3-f53b-4db7-9e1c-1a70eea079ee, infoPort=37923, infoSecurePort=0, ipcPort=33903, storageInfo=lv=-57;cid=testClusterID;nsid=1726008248;c=1731111609554), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:20:11,463 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:11,464 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:11,464 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:11,464 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:11,464 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:11,465 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:11,470 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd
2024-11-09T00:20:11,470 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:11,472 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:11,474 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:11,479 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:11,479 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:11,482 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741825_1001 (size=7)
2024-11-09T00:20:11,483 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372 with version=8
2024-11-09T00:20:11,483 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/hbase-staging
2024-11-09T00:20:11,485 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:20:11,485 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:20:11,485 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:20:11,485 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:20:11,485 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:20:11,485 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:20:11,485 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-09T00:20:11,486 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:20:11,486 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44443
2024-11-09T00:20:11,487 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44443 connecting to ZooKeeper ensemble=127.0.0.1:56241
2024-11-09T00:20:11,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444430x0, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:20:11,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44443-0x1011cf6c9490003 connected
2024-11-09T00:20:11,584 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:11,586 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:11,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44443-0x1011cf6c9490003, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Set watcher on znode that does not yet exist, /1-1906010418/running
2024-11-09T00:20:11,588 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372, hbase.cluster.distributed=false
2024-11-09T00:20:11,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44443-0x1011cf6c9490003, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Set watcher on znode that does not yet exist, /1-1906010418/acl
2024-11-09T00:20:11,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44443
2024-11-09T00:20:11,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44443
2024-11-09T00:20:11,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44443
2024-11-09T00:20:11,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44443
2024-11-09T00:20:11,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44443
2024-11-09T00:20:11,616 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:20:11,617 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:20:11,617 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:20:11,617 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:20:11,617 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:20:11,617 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:20:11,617 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T00:20:11,617 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:20:11,618 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44025
2024-11-09T00:20:11,619 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44025 connecting to ZooKeeper ensemble=127.0.0.1:56241
2024-11-09T00:20:11,619 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:11,620 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:11,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440250x0, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:20:11,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440250x0, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Set watcher on znode that does not yet exist, /1-1906010418/running
2024-11-09T00:20:11,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44025-0x1011cf6c9490004 connected
2024-11-09T00:20:11,629 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T00:20:11,632 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T00:20:11,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44025-0x1011cf6c9490004, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Set watcher on znode that does not yet exist, /1-1906010418/master
2024-11-09T00:20:11,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44025-0x1011cf6c9490004, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Set watcher on znode that does not yet exist, /1-1906010418/acl
2024-11-09T00:20:11,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44025
2024-11-09T00:20:11,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44025
2024-11-09T00:20:11,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44025
2024-11-09T00:20:11,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44025
2024-11-09T00:20:11,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44025
2024-11-09T00:20:11,669 DEBUG [M:0;ef986b38239e:44443 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef986b38239e:44443
2024-11-09T00:20:11,669 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1906010418/backup-masters/ef986b38239e,44443,1731111611485
2024-11-09T00:20:11,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44025-0x1011cf6c9490004, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1906010418/backup-masters
2024-11-09T00:20:11,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x1011cf6c9490003, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1906010418/backup-masters
2024-11-09T00:20:11,679 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44443-0x1011cf6c9490003, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Set watcher on existing znode=/1-1906010418/backup-masters/ef986b38239e,44443,1731111611485
2024-11-09T00:20:11,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44025-0x1011cf6c9490004, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1906010418/master
2024-11-09T00:20:11,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x1011cf6c9490003, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1906010418
2024-11-09T00:20:11,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44025-0x1011cf6c9490004, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1906010418
2024-11-09T00:20:11,690 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44443-0x1011cf6c9490003, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Set watcher on existing znode=/1-1906010418/master
2024-11-09T00:20:11,691 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1906010418/backup-masters/ef986b38239e,44443,1731111611485 from backup master directory
2024-11-09T00:20:11,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x1011cf6c9490003, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1906010418/backup-masters/ef986b38239e,44443,1731111611485
2024-11-09T00:20:11,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x1011cf6c9490003, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1906010418/backup-masters
2024-11-09T00:20:11,700 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:20:11,700 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef986b38239e,44443,1731111611485
2024-11-09T00:20:11,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44025-0x1011cf6c9490004, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1906010418/backup-masters
2024-11-09T00:20:11,704 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/hbase.id] with ID: d587dee0-c982-4859-9524-25f727608a81
2024-11-09T00:20:11,704 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/.tmp/hbase.id
2024-11-09T00:20:11,713 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741826_1002 (size=42)
2024-11-09T00:20:11,714 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/.tmp/hbase.id]:[hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/hbase.id]
2024-11-09T00:20:11,722 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:11,722 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-09T00:20:11,723 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-09T00:20:11,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44025-0x1011cf6c9490004, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1906010418
2024-11-09T00:20:11,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x1011cf6c9490003, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1906010418
2024-11-09T00:20:11,740 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741827_1003 (size=196)
2024-11-09T00:20:12,143 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:20:12,144 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-09T00:20:12,148 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:20:12,165 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741828_1004 (size=1189)
2024-11-09T00:20:12,566 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/MasterData/data/master/store
2024-11-09T00:20:12,571 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741829_1005 (size=34)
2024-11-09T00:20:12,573 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:20:12,573 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:20:12,573 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:12,573 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:12,573 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:20:12,573 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:12,573 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:12,573 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111612573Disabling compacts and flushes for region at 1731111612573Disabling writes for close at 1731111612573Writing region close event to WAL at 1731111612573Closed at 1731111612573
2024-11-09T00:20:12,574 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/MasterData/data/master/store/.initializing
2024-11-09T00:20:12,574 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/MasterData/WALs/ef986b38239e,44443,1731111611485
2024-11-09T00:20:12,575 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:20:12,576 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef986b38239e%2C44443%2C1731111611485, suffix=, logDir=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/MasterData/WALs/ef986b38239e,44443,1731111611485, archiveDir=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/MasterData/oldWALs, maxLogs=10
2024-11-09T00:20:12,596 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/MasterData/WALs/ef986b38239e,44443,1731111611485/ef986b38239e%2C44443%2C1731111611485.1731111612577, exclude list is [], retry=0
2024-11-09T00:20:12,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38575,DS-57c703dd-4682-4381-92e9-127aab762ca2,DISK]
2024-11-09T00:20:12,605 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/MasterData/WALs/ef986b38239e,44443,1731111611485/ef986b38239e%2C44443%2C1731111611485.1731111612577
2024-11-09T00:20:12,605 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37923:37923)]
2024-11-09T00:20:12,605 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:20:12,605 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:20:12,605 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:12,605 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:12,607 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:20:12,608 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-09T00:20:12,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:12,609 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:12,609 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:20:12,610 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-09T00:20:12,610 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:12,612 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:12,612 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:20:12,613 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-09T00:20:12,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:12,614 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:12,614 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:20:12,615 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-09T00:20:12,615 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:12,615 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:12,615 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:12,616 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:12,616 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:12,617 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:12,617 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:12,617 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:20:12,618 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:12,620 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:20:12,620 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72960998, jitterRate=0.08720359206199646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:20:12,620 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731111612605Initializing all the Stores at 1731111612606 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111612606Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111612606Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111612606Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111612606Cleaning up temporary data from old regions at 1731111612617 (+11 ms)Region opened successfully at 1731111612620 (+3 ms)
2024-11-09T00:20:12,621 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-09T00:20:12,623 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@728ec2fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:20:12,624 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-09T00:20:12,624 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-09T00:20:12,624 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-09T00:20:12,624 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-09T00:20:12,624 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-09T00:20:12,625 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-09T00:20:12,625 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-09T00:20:12,630 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-09T00:20:12,631 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44443-0x1011cf6c9490003, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Unable to get data of znode /1-1906010418/balancer because node does not exist (not necessarily an error)
2024-11-09T00:20:12,714 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1906010418/balancer already deleted, retry=false
2024-11-09T00:20:12,714 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-09T00:20:12,715 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44443-0x1011cf6c9490003, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Unable to get data of znode /1-1906010418/normalizer because node does not exist (not necessarily an error)
2024-11-09T00:20:12,808 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1906010418/normalizer already deleted, retry=false
2024-11-09T00:20:12,808 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-09T00:20:12,809 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44443-0x1011cf6c9490003, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Unable to get data of znode /1-1906010418/switch/split because node does not exist (not necessarily an error)
2024-11-09T00:20:12,966 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1906010418/switch/split already deleted, retry=false
2024-11-09T00:20:12,967 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44443-0x1011cf6c9490003, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Unable to get data of znode /1-1906010418/switch/merge because node does not exist (not necessarily an error)
2024-11-09T00:20:13,041 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1906010418/switch/merge already deleted, retry=false
2024-11-09T00:20:13,043 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44443-0x1011cf6c9490003, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Unable to get data of znode /1-1906010418/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-09T00:20:13,094 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1906010418/snapshot-cleanup already deleted, retry=false
2024-11-09T00:20:13,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44025-0x1011cf6c9490004, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1906010418/running
2024-11-09T00:20:13,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44025-0x1011cf6c9490004, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1906010418
2024-11-09T00:20:13,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x1011cf6c9490003, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1906010418/running
2024-11-09T00:20:13,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x1011cf6c9490003, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1906010418
2024-11-09T00:20:13,148 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef986b38239e,44443,1731111611485, sessionid=0x1011cf6c9490003, setting cluster-up flag (Was=false)
2024-11-09T00:20:13,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x1011cf6c9490003, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1906010418
2024-11-09T00:20:13,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44025-0x1011cf6c9490004, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1906010418
2024-11-09T00:20:13,560 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1906010418/flush-table-proc/acquired, /1-1906010418/flush-table-proc/reached, /1-1906010418/flush-table-proc/abort
2024-11-09T00:20:13,561 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,44443,1731111611485
2024-11-09T00:20:13,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x1011cf6c9490003, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1906010418
2024-11-09T00:20:13,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44025-0x1011cf6c9490004, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1906010418
2024-11-09T00:20:13,879 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1906010418/online-snapshot/acquired, /1-1906010418/online-snapshot/reached, /1-1906010418/online-snapshot/abort
2024-11-09T00:20:13,881 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,44443,1731111611485
2024-11-09T00:20:13,881 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-09T00:20:13,883 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-09T00:20:13,883 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-09T00:20:13,883 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-09T00:20:13,883 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef986b38239e,44443,1731111611485
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-09T00:20:13,884 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:20:13,884 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:20:13,885 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:20:13,885 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:20:13,885 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef986b38239e:0, corePoolSize=10, maxPoolSize=10
2024-11-09T00:20:13,885 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:13,885 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:20:13,885 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:13,886 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731111643885
2024-11-09T00:20:13,886 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-09T00:20:13,886 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-09T00:20:13,886 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-09T00:20:13,886 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-09T00:20:13,886 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-09T00:20:13,886 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-09T00:20:13,886 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:20:13,886 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:13,886 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-09T00:20:13,887 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:13,887 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-09T00:20:13,891 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-09T00:20:13,891 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-09T00:20:13,892 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-09T00:20:13,892 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-09T00:20:13,892 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-09T00:20:13,892 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-09T00:20:13,892 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111613892,5,FailOnTimeoutGroup]
2024-11-09T00:20:13,892 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111613892,5,FailOnTimeoutGroup]
2024-11-09T00:20:13,892 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:13,892 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-09T00:20:13,892 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:13,892 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:13,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741831_1007 (size=1321)
2024-11-09T00:20:13,959 INFO  [RS:0;ef986b38239e:44025 {}] regionserver.HRegionServer(746): ClusterId : d587dee0-c982-4859-9524-25f727608a81
2024-11-09T00:20:13,959 DEBUG [RS:0;ef986b38239e:44025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T00:20:14,005 DEBUG [RS:0;ef986b38239e:44025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T00:20:14,005 DEBUG [RS:0;ef986b38239e:44025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T00:20:14,039 DEBUG [RS:0;ef986b38239e:44025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T00:20:14,039 DEBUG [RS:0;ef986b38239e:44025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a75c940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:20:14,054 DEBUG [RS:0;ef986b38239e:44025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef986b38239e:44025
2024-11-09T00:20:14,055 INFO  [RS:0;ef986b38239e:44025 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T00:20:14,055 INFO  [RS:0;ef986b38239e:44025 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T00:20:14,055 DEBUG [RS:0;ef986b38239e:44025 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T00:20:14,056 INFO  [RS:0;ef986b38239e:44025 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef986b38239e,44443,1731111611485 with port=44025, startcode=1731111611616
2024-11-09T00:20:14,056 DEBUG [RS:0;ef986b38239e:44025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T00:20:14,058 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T00:20:14,058 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44443 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef986b38239e,44025,1731111611616
2024-11-09T00:20:14,059 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44443 {}] master.ServerManager(517): Registering regionserver=ef986b38239e,44025,1731111611616
2024-11-09T00:20:14,060 DEBUG [RS:0;ef986b38239e:44025 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372
2024-11-09T00:20:14,060 DEBUG [RS:0;ef986b38239e:44025 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44877
2024-11-09T00:20:14,060 DEBUG [RS:0;ef986b38239e:44025 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T00:20:14,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x1011cf6c9490003, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1906010418/rs
2024-11-09T00:20:14,198 DEBUG [RS:0;ef986b38239e:44025 {}] zookeeper.ZKUtil(111): regionserver:44025-0x1011cf6c9490004, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Set watcher on existing znode=/1-1906010418/rs/ef986b38239e,44025,1731111611616
2024-11-09T00:20:14,198 WARN  [RS:0;ef986b38239e:44025 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:20:14,198 INFO  [RS:0;ef986b38239e:44025 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:20:14,198 DEBUG [RS:0;ef986b38239e:44025 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616
2024-11-09T00:20:14,199 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef986b38239e,44025,1731111611616]
2024-11-09T00:20:14,205 INFO  [RS:0;ef986b38239e:44025 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T00:20:14,207 INFO  [RS:0;ef986b38239e:44025 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T00:20:14,207 INFO  [RS:0;ef986b38239e:44025 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T00:20:14,207 INFO  [RS:0;ef986b38239e:44025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:14,207 INFO  [RS:0;ef986b38239e:44025 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T00:20:14,208 INFO  [RS:0;ef986b38239e:44025 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T00:20:14,208 INFO  [RS:0;ef986b38239e:44025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:14,208 DEBUG [RS:0;ef986b38239e:44025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:14,208 DEBUG [RS:0;ef986b38239e:44025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:14,208 DEBUG [RS:0;ef986b38239e:44025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:14,208 DEBUG [RS:0;ef986b38239e:44025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:14,208 DEBUG [RS:0;ef986b38239e:44025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:14,208 DEBUG [RS:0;ef986b38239e:44025 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:20:14,208 DEBUG [RS:0;ef986b38239e:44025 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:14,208 DEBUG [RS:0;ef986b38239e:44025 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:14,208 DEBUG [RS:0;ef986b38239e:44025 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:14,208 DEBUG [RS:0;ef986b38239e:44025 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:14,208 DEBUG [RS:0;ef986b38239e:44025 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:14,208 DEBUG [RS:0;ef986b38239e:44025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:14,208 DEBUG [RS:0;ef986b38239e:44025 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:20:14,208 DEBUG [RS:0;ef986b38239e:44025 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:20:14,213 INFO  [RS:0;ef986b38239e:44025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:14,213 INFO  [RS:0;ef986b38239e:44025 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:14,213 INFO  [RS:0;ef986b38239e:44025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:14,213 INFO  [RS:0;ef986b38239e:44025 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:14,213 INFO  [RS:0;ef986b38239e:44025 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:14,213 INFO  [RS:0;ef986b38239e:44025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,44025,1731111611616-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:20:14,227 INFO  [RS:0;ef986b38239e:44025 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T00:20:14,228 INFO  [RS:0;ef986b38239e:44025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,44025,1731111611616-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:14,228 INFO  [RS:0;ef986b38239e:44025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:14,228 INFO  [RS:0;ef986b38239e:44025 {}] regionserver.Replication(171): ef986b38239e,44025,1731111611616 started
2024-11-09T00:20:14,249 INFO  [RS:0;ef986b38239e:44025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:14,249 INFO  [RS:0;ef986b38239e:44025 {}] regionserver.HRegionServer(1482): Serving as ef986b38239e,44025,1731111611616, RpcServer on ef986b38239e/172.17.0.3:44025, sessionid=0x1011cf6c9490004
2024-11-09T00:20:14,249 DEBUG [RS:0;ef986b38239e:44025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T00:20:14,249 DEBUG [RS:0;ef986b38239e:44025 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef986b38239e,44025,1731111611616
2024-11-09T00:20:14,249 DEBUG [RS:0;ef986b38239e:44025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,44025,1731111611616'
2024-11-09T00:20:14,249 DEBUG [RS:0;ef986b38239e:44025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1906010418/flush-table-proc/abort'
2024-11-09T00:20:14,250 DEBUG [RS:0;ef986b38239e:44025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1906010418/flush-table-proc/acquired'
2024-11-09T00:20:14,250 DEBUG [RS:0;ef986b38239e:44025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T00:20:14,250 DEBUG [RS:0;ef986b38239e:44025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T00:20:14,250 DEBUG [RS:0;ef986b38239e:44025 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef986b38239e,44025,1731111611616
2024-11-09T00:20:14,250 DEBUG [RS:0;ef986b38239e:44025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,44025,1731111611616'
2024-11-09T00:20:14,251 DEBUG [RS:0;ef986b38239e:44025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1906010418/online-snapshot/abort'
2024-11-09T00:20:14,251 DEBUG [RS:0;ef986b38239e:44025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1906010418/online-snapshot/acquired'
2024-11-09T00:20:14,251 DEBUG [RS:0;ef986b38239e:44025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T00:20:14,251 INFO  [RS:0;ef986b38239e:44025 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T00:20:14,251 INFO  [RS:0;ef986b38239e:44025 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T00:20:14,298 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-09T00:20:14,298 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372
2024-11-09T00:20:14,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741832_1008 (size=32)
2024-11-09T00:20:14,351 INFO  [RS:0;ef986b38239e:44025 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:20:14,353 INFO  [RS:0;ef986b38239e:44025 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C44025%2C1731111611616, suffix=, logDir=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616, archiveDir=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/oldWALs, maxLogs=10
2024-11-09T00:20:14,369 DEBUG [RS:0;ef986b38239e:44025 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353, exclude list is [], retry=0
2024-11-09T00:20:14,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38575,DS-57c703dd-4682-4381-92e9-127aab762ca2,DISK]
2024-11-09T00:20:14,381 INFO  [RS:0;ef986b38239e:44025 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353
2024-11-09T00:20:14,384 DEBUG [RS:0;ef986b38239e:44025 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37923:37923)]
2024-11-09T00:20:14,684 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-09T00:20:14,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:20:14,712 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:20:14,713 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:20:14,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:14,714 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:14,714 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:20:14,715 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:20:14,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:14,715 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:14,715 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:20:14,717 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:20:14,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:14,717 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:14,717 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:20:14,721 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:20:14,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:14,724 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:14,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:20:14,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/meta/1588230740
2024-11-09T00:20:14,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/meta/1588230740
2024-11-09T00:20:14,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:20:14,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:20:14,728 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:20:14,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:20:14,733 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:20:14,733 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64684821, jitterRate=-0.036121055483818054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:20:14,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731111614710Initializing all the Stores at 1731111614711 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111614711Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111614712 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111614712Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111614712Cleaning up temporary data from old regions at 1731111614726 (+14 ms)Region opened successfully at 1731111614733 (+7 ms)
2024-11-09T00:20:14,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:20:14,733 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:20:14,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:20:14,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:20:14,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:20:14,734 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:20:14,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111614733Disabling compacts and flushes for region at 1731111614733Disabling writes for close at 1731111614734 (+1 ms)Writing region close event to WAL at 1731111614734Closed at 1731111614734
2024-11-09T00:20:14,735 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:20:14,735 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-09T00:20:14,735 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-09T00:20:14,736 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:20:14,737 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-09T00:20:14,887 DEBUG [ef986b38239e:44443 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-09T00:20:14,887 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef986b38239e,44025,1731111611616
2024-11-09T00:20:14,888 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,44025,1731111611616, state=OPENING
2024-11-09T00:20:14,942 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-09T00:20:14,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44025-0x1011cf6c9490004, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1906010418
2024-11-09T00:20:14,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x1011cf6c9490003, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1906010418
2024-11-09T00:20:14,953 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1906010418/meta-region-server: CHANGED
2024-11-09T00:20:14,953 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1906010418/meta-region-server: CHANGED
2024-11-09T00:20:14,953 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:20:14,953 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,44025,1731111611616}]
2024-11-09T00:20:15,106 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:20:15,108 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-09T00:20:15,110 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-09T00:20:15,110 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:20:15,111 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-09T00:20:15,111 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C44025%2C1731111611616.meta, suffix=.meta, logDir=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616, archiveDir=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/oldWALs, maxLogs=10
2024-11-09T00:20:15,123 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.meta.1731111615112.meta, exclude list is [], retry=0
2024-11-09T00:20:15,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38575,DS-57c703dd-4682-4381-92e9-127aab762ca2,DISK]
2024-11-09T00:20:15,127 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.meta.1731111615112.meta
2024-11-09T00:20:15,127 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37923:37923)]
2024-11-09T00:20:15,127 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:20:15,127 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:20:15,127 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:20:15,127 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-09T00:20:15,128 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-09T00:20:15,128 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-09T00:20:15,128 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:20:15,128 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-09T00:20:15,128 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-09T00:20:15,129 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:20:15,129 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:20:15,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:15,130 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:15,130 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:20:15,131 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:20:15,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:15,132 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:15,132 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:20:15,132 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:20:15,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:15,133 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:15,133 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:20:15,133 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:20:15,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:15,134 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:15,134 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:20:15,134 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/meta/1588230740
2024-11-09T00:20:15,135 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/meta/1588230740
2024-11-09T00:20:15,136 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:20:15,136 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:20:15,136 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:20:15,137 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:20:15,138 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58977916, jitterRate=-0.12116056680679321}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:20:15,138 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-09T00:20:15,138 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731111615128Writing region info on filesystem at 1731111615128Initializing all the Stores at 1731111615128Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111615129 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111615129Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111615129Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111615129Cleaning up temporary data from old regions at 1731111615136 (+7 ms)Running coprocessor post-open hooks at 1731111615138 (+2 ms)Region opened successfully at 1731111615138
2024-11-09T00:20:15,139 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731111615106
2024-11-09T00:20:15,140 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-09T00:20:15,140 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-09T00:20:15,141 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,44025,1731111611616
2024-11-09T00:20:15,141 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,44025,1731111611616, state=OPEN
2024-11-09T00:20:15,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44025-0x1011cf6c9490004, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1906010418/meta-region-server
2024-11-09T00:20:15,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x1011cf6c9490003, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1906010418/meta-region-server
2024-11-09T00:20:15,152 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef986b38239e,44025,1731111611616
2024-11-09T00:20:15,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1906010418/meta-region-server: CHANGED
2024-11-09T00:20:15,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1906010418/meta-region-server: CHANGED
2024-11-09T00:20:15,154 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-09T00:20:15,154 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,44025,1731111611616 in 199 msec
2024-11-09T00:20:15,156 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-09T00:20:15,156 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 419 msec
2024-11-09T00:20:15,156 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:20:15,156 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-09T00:20:15,157 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:20:15,157 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,44025,1731111611616, seqNum=-1]
2024-11-09T00:20:15,158 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:20:15,159 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:20:15,163 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2790 sec
2024-11-09T00:20:15,163 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731111615163, completionTime=-1
2024-11-09T00:20:15,163 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-09T00:20:15,163 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-09T00:20:15,165 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-09T00:20:15,165 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731111675165
2024-11-09T00:20:15,165 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731111735165
2024-11-09T00:20:15,165 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-09T00:20:15,165 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,44443,1731111611485-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:15,165 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,44443,1731111611485-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:15,165 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,44443,1731111611485-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:15,165 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef986b38239e:44443, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:15,165 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:15,165 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:15,167 DEBUG [master/ef986b38239e:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-09T00:20:15,169 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.469sec
2024-11-09T00:20:15,170 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-09T00:20:15,170 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-09T00:20:15,170 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-09T00:20:15,170 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-09T00:20:15,170 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-09T00:20:15,170 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,44443,1731111611485-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:20:15,170 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,44443,1731111611485-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-09T00:20:15,171 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-09T00:20:15,171 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-09T00:20:15,172 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,44443,1731111611485-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:15,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@396f5f50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:15,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,44443,-1 for getting cluster id
2024-11-09T00:20:15,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:20:15,261 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd587dee0-c982-4859-9524-25f727608a81'
2024-11-09T00:20:15,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:20:15,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d587dee0-c982-4859-9524-25f727608a81"

2024-11-09T00:20:15,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2580e583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:15,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,44443,-1]
2024-11-09T00:20:15,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:20:15,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:15,263 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:20:15,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd0b129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:15,264 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:20:15,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,44025,1731111611616, seqNum=-1]
2024-11-09T00:20:15,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:20:15,266 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:20:15,268 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef986b38239e,44443,1731111611485
2024-11-09T00:20:15,269 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56241
2024-11-09T00:20:15,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:20:15,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011cf6c9490005 connected
2024-11-09T00:20:15,292 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd/hadoop.log.dir so I do NOT create it in target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093
2024-11-09T00:20:15,292 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd/hadoop.log.dir Erasing configuration value by system value.
2024-11-09T00:20:15,292 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd/hadoop.tmp.dir so I do NOT create it in target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093
2024-11-09T00:20:15,292 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-09T00:20:15,292 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093
2024-11-09T00:20:15,292 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-09T00:20:15,292 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093/cluster_37457434-ef7c-9a5b-59d0-8c413ec526b5, deleteOnExit=true
2024-11-09T00:20:15,292 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-09T00:20:15,292 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093/test.cache.data in system properties and HBase conf
2024-11-09T00:20:15,293 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093/hadoop.tmp.dir in system properties and HBase conf
2024-11-09T00:20:15,293 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093/hadoop.log.dir in system properties and HBase conf
2024-11-09T00:20:15,293 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-09T00:20:15,293 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-09T00:20:15,293 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-09T00:20:15,293 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-09T00:20:15,293 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:20:15,293 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:20:15,293 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-09T00:20:15,293 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:20:15,293 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-09T00:20:15,294 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-09T00:20:15,294 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:20:15,294 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:20:15,294 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-09T00:20:15,294 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093/nfs.dump.dir in system properties and HBase conf
2024-11-09T00:20:15,294 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093/java.io.tmpdir in system properties and HBase conf
2024-11-09T00:20:15,294 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:20:15,294 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-09T00:20:15,294 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-09T00:20:15,495 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:20:15,496 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef986b38239e,44553,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-09T00:20:15,497 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88678 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef986b38239e,44553,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-09T00:20:15,651 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:20:15,654 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:20:15,663 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:20:15,663 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:20:15,664 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T00:20:15,664 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:20:15,668 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@350fbf81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:20:15,669 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15c8887e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:20:15,777 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ac3a4bb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093/java.io.tmpdir/jetty-localhost-41065-hadoop-hdfs-3_4_1-tests_jar-_-any-7557947639614982747/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:20:15,778 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74ca859b{HTTP/1.1, (http/1.1)}{localhost:41065}
2024-11-09T00:20:15,778 INFO  [Time-limited test {}] server.Server(415): Started @286789ms
2024-11-09T00:20:15,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-09T00:20:15,911 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-09T00:20:15,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-09T00:20:15,912 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-09T00:20:16,141 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:20:16,146 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:20:16,147 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:20:16,147 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:20:16,147 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T00:20:16,148 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf27b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:20:16,148 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50d4fb49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:20:16,260 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24149e8a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093/java.io.tmpdir/jetty-localhost-34463-hadoop-hdfs-3_4_1-tests_jar-_-any-13574009809355491237/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:20:16,260 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3326b06{HTTP/1.1, (http/1.1)}{localhost:34463}
2024-11-09T00:20:16,260 INFO  [Time-limited test {}] server.Server(415): Started @287271ms
2024-11-09T00:20:16,262 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T00:20:16,983 WARN  [Thread-3676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093/cluster_37457434-ef7c-9a5b-59d0-8c413ec526b5/data/data1/current/BP-167185723-172.17.0.3-1731111615312/current, will proceed with Du for space computation calculation, 
2024-11-09T00:20:16,984 WARN  [Thread-3677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093/cluster_37457434-ef7c-9a5b-59d0-8c413ec526b5/data/data2/current/BP-167185723-172.17.0.3-1731111615312/current, will proceed with Du for space computation calculation, 
2024-11-09T00:20:17,017 WARN  [Thread-3664 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T00:20:17,026 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5dac0838d0e81a40 with lease ID 0x64c3a4d4e4c64d68: Processing first storage report for DS-a986ce74-6fe8-4743-98d5-dd478556da55 from datanode DatanodeRegistration(127.0.0.1:45577, datanodeUuid=d8f362c6-7b6b-41d5-a217-e850c2fb3867, infoPort=35231, infoSecurePort=0, ipcPort=32773, storageInfo=lv=-57;cid=testClusterID;nsid=605803965;c=1731111615312)
2024-11-09T00:20:17,026 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5dac0838d0e81a40 with lease ID 0x64c3a4d4e4c64d68: from storage DS-a986ce74-6fe8-4743-98d5-dd478556da55 node DatanodeRegistration(127.0.0.1:45577, datanodeUuid=d8f362c6-7b6b-41d5-a217-e850c2fb3867, infoPort=35231, infoSecurePort=0, ipcPort=32773, storageInfo=lv=-57;cid=testClusterID;nsid=605803965;c=1731111615312), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:20:17,026 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5dac0838d0e81a40 with lease ID 0x64c3a4d4e4c64d68: Processing first storage report for DS-1d26052e-0d73-4718-9f71-6769c9f02d65 from datanode DatanodeRegistration(127.0.0.1:45577, datanodeUuid=d8f362c6-7b6b-41d5-a217-e850c2fb3867, infoPort=35231, infoSecurePort=0, ipcPort=32773, storageInfo=lv=-57;cid=testClusterID;nsid=605803965;c=1731111615312)
2024-11-09T00:20:17,026 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5dac0838d0e81a40 with lease ID 0x64c3a4d4e4c64d68: from storage DS-1d26052e-0d73-4718-9f71-6769c9f02d65 node DatanodeRegistration(127.0.0.1:45577, datanodeUuid=d8f362c6-7b6b-41d5-a217-e850c2fb3867, infoPort=35231, infoSecurePort=0, ipcPort=32773, storageInfo=lv=-57;cid=testClusterID;nsid=605803965;c=1731111615312), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:20:17,112 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093
2024-11-09T00:20:17,113 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:17,114 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:17,123 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741825_1001 (size=7)
2024-11-09T00:20:17,524 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c with version=8
2024-11-09T00:20:17,524 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/hbase-staging
2024-11-09T00:20:17,527 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:20:17,527 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:20:17,527 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:20:17,527 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:20:17,527 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:20:17,527 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:20:17,527 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-09T00:20:17,527 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:20:17,528 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37487
2024-11-09T00:20:17,528 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37487 connecting to ZooKeeper ensemble=127.0.0.1:56241
2024-11-09T00:20:17,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374870x0, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:20:17,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37487-0x1011cf6c9490006 connected
2024-11-09T00:20:17,910 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:17,912 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:17,915 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37487-0x1011cf6c9490006, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Set watcher on znode that does not yet exist, /2-1878033539/running
2024-11-09T00:20:17,915 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c, hbase.cluster.distributed=false
2024-11-09T00:20:17,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37487-0x1011cf6c9490006, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Set watcher on znode that does not yet exist, /2-1878033539/acl
2024-11-09T00:20:17,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37487
2024-11-09T00:20:17,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37487
2024-11-09T00:20:17,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37487
2024-11-09T00:20:17,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37487
2024-11-09T00:20:17,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37487
2024-11-09T00:20:17,943 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:20:17,943 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:20:17,944 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:20:17,944 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:20:17,944 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:20:17,944 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:20:17,944 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T00:20:17,944 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:20:17,947 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41021
2024-11-09T00:20:17,948 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41021 connecting to ZooKeeper ensemble=127.0.0.1:56241
2024-11-09T00:20:17,949 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:17,952 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:17,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410210x0, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:20:17,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410210x0, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Set watcher on znode that does not yet exist, /2-1878033539/running
2024-11-09T00:20:17,980 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T00:20:17,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41021-0x1011cf6c9490007 connected
2024-11-09T00:20:17,993 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T00:20:18,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41021-0x1011cf6c9490007, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Set watcher on znode that does not yet exist, /2-1878033539/master
2024-11-09T00:20:18,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41021-0x1011cf6c9490007, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Set watcher on znode that does not yet exist, /2-1878033539/acl
2024-11-09T00:20:18,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41021
2024-11-09T00:20:18,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41021
2024-11-09T00:20:18,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41021
2024-11-09T00:20:18,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41021
2024-11-09T00:20:18,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41021
2024-11-09T00:20:18,055 DEBUG [M:0;ef986b38239e:37487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef986b38239e:37487
2024-11-09T00:20:18,056 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1878033539/backup-masters/ef986b38239e,37487,1731111617526
2024-11-09T00:20:18,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41021-0x1011cf6c9490007, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1878033539/backup-masters
2024-11-09T00:20:18,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37487-0x1011cf6c9490006, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1878033539/backup-masters
2024-11-09T00:20:18,072 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37487-0x1011cf6c9490006, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Set watcher on existing znode=/2-1878033539/backup-masters/ef986b38239e,37487,1731111617526
2024-11-09T00:20:18,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37487-0x1011cf6c9490006, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1878033539
2024-11-09T00:20:18,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41021-0x1011cf6c9490007, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1878033539/master
2024-11-09T00:20:18,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41021-0x1011cf6c9490007, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1878033539
2024-11-09T00:20:18,079 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37487-0x1011cf6c9490006, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Set watcher on existing znode=/2-1878033539/master
2024-11-09T00:20:18,080 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1878033539/backup-masters/ef986b38239e,37487,1731111617526 from backup master directory
2024-11-09T00:20:18,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37487-0x1011cf6c9490006, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1878033539/backup-masters/ef986b38239e,37487,1731111617526
2024-11-09T00:20:18,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37487-0x1011cf6c9490006, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1878033539/backup-masters
2024-11-09T00:20:18,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41021-0x1011cf6c9490007, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1878033539/backup-masters
2024-11-09T00:20:18,089 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:20:18,089 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef986b38239e,37487,1731111617526
2024-11-09T00:20:18,092 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/hbase.id] with ID: 7328edff-966c-4395-8a34-ad4912265485
2024-11-09T00:20:18,092 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/.tmp/hbase.id
2024-11-09T00:20:18,099 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741826_1002 (size=42)
2024-11-09T00:20:18,500 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/.tmp/hbase.id]:[hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/hbase.id]
2024-11-09T00:20:18,508 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:18,508 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-09T00:20:18,509 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-09T00:20:18,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37487-0x1011cf6c9490006, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1878033539
2024-11-09T00:20:18,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41021-0x1011cf6c9490007, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1878033539
2024-11-09T00:20:18,536 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741827_1003 (size=196)
2024-11-09T00:20:18,936 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:20:18,937 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-09T00:20:18,938 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:20:18,942 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741828_1004 (size=1189)
2024-11-09T00:20:19,349 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/MasterData/data/master/store
2024-11-09T00:20:19,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741829_1005 (size=34)
2024-11-09T00:20:19,370 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:20:19,370 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:20:19,371 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:19,371 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:19,371 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:20:19,371 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:19,371 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:19,371 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111619370Disabling compacts and flushes for region at 1731111619370Disabling writes for close at 1731111619371 (+1 ms)Writing region close event to WAL at 1731111619371Closed at 1731111619371
2024-11-09T00:20:19,373 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/MasterData/data/master/store/.initializing
2024-11-09T00:20:19,373 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/MasterData/WALs/ef986b38239e,37487,1731111617526
2024-11-09T00:20:19,374 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:20:19,375 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef986b38239e%2C37487%2C1731111617526, suffix=, logDir=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/MasterData/WALs/ef986b38239e,37487,1731111617526, archiveDir=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/MasterData/oldWALs, maxLogs=10
2024-11-09T00:20:19,395 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/MasterData/WALs/ef986b38239e,37487,1731111617526/ef986b38239e%2C37487%2C1731111617526.1731111619375, exclude list is [], retry=0
2024-11-09T00:20:19,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45577,DS-a986ce74-6fe8-4743-98d5-dd478556da55,DISK]
2024-11-09T00:20:19,410 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/MasterData/WALs/ef986b38239e,37487,1731111617526/ef986b38239e%2C37487%2C1731111617526.1731111619375
2024-11-09T00:20:19,411 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35231:35231)]
2024-11-09T00:20:19,411 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:20:19,411 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:20:19,411 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:19,411 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:19,416 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:20:19,417 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-09T00:20:19,418 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:19,418 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:19,418 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:20:19,419 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-09T00:20:19,419 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:19,419 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:19,420 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:20:19,421 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-09T00:20:19,421 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:19,421 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:19,422 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:20:19,423 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-09T00:20:19,423 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:19,423 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:19,423 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:19,424 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:19,424 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:19,424 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:19,425 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:19,425 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:20:19,426 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:19,427 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:20:19,429 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70205548, jitterRate=0.046144187450408936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:20:19,429 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731111619411Initializing all the Stores at 1731111619412 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111619412Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111619416 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111619416Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111619416Cleaning up temporary data from old regions at 1731111619425 (+9 ms)Region opened successfully at 1731111619429 (+4 ms)
2024-11-09T00:20:19,430 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-09T00:20:19,432 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c42446c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:20:19,433 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-09T00:20:19,433 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-09T00:20:19,433 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-09T00:20:19,433 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-09T00:20:19,433 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-09T00:20:19,433 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-09T00:20:19,434 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-09T00:20:19,435 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-09T00:20:19,436 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37487-0x1011cf6c9490006, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Unable to get data of znode /2-1878033539/balancer because node does not exist (not necessarily an error)
2024-11-09T00:20:19,467 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1878033539/balancer already deleted, retry=false
2024-11-09T00:20:19,467 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-09T00:20:19,468 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37487-0x1011cf6c9490006, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Unable to get data of znode /2-1878033539/normalizer because node does not exist (not necessarily an error)
2024-11-09T00:20:19,478 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1878033539/normalizer already deleted, retry=false
2024-11-09T00:20:19,478 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-09T00:20:19,479 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37487-0x1011cf6c9490006, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Unable to get data of znode /2-1878033539/switch/split because node does not exist (not necessarily an error)
2024-11-09T00:20:19,489 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1878033539/switch/split already deleted, retry=false
2024-11-09T00:20:19,490 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37487-0x1011cf6c9490006, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Unable to get data of znode /2-1878033539/switch/merge because node does not exist (not necessarily an error)
2024-11-09T00:20:19,499 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1878033539/switch/merge already deleted, retry=false
2024-11-09T00:20:19,501 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37487-0x1011cf6c9490006, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Unable to get data of znode /2-1878033539/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-09T00:20:19,510 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1878033539/snapshot-cleanup already deleted, retry=false
2024-11-09T00:20:19,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37487-0x1011cf6c9490006, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1878033539/running
2024-11-09T00:20:19,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41021-0x1011cf6c9490007, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1878033539/running
2024-11-09T00:20:19,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41021-0x1011cf6c9490007, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1878033539
2024-11-09T00:20:19,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37487-0x1011cf6c9490006, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1878033539
2024-11-09T00:20:19,522 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef986b38239e,37487,1731111617526, sessionid=0x1011cf6c9490006, setting cluster-up flag (Was=false)
2024-11-09T00:20:19,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37487-0x1011cf6c9490006, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1878033539
2024-11-09T00:20:19,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41021-0x1011cf6c9490007, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1878033539
2024-11-09T00:20:19,668 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1878033539/flush-table-proc/acquired, /2-1878033539/flush-table-proc/reached, /2-1878033539/flush-table-proc/abort
2024-11-09T00:20:19,669 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,37487,1731111617526
2024-11-09T00:20:19,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37487-0x1011cf6c9490006, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1878033539
2024-11-09T00:20:19,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41021-0x1011cf6c9490007, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1878033539
2024-11-09T00:20:19,720 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1878033539/online-snapshot/acquired, /2-1878033539/online-snapshot/reached, /2-1878033539/online-snapshot/abort
2024-11-09T00:20:19,721 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,37487,1731111617526
2024-11-09T00:20:19,722 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-09T00:20:19,723 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-09T00:20:19,724 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-09T00:20:19,724 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-09T00:20:19,724 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef986b38239e,37487,1731111617526
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-09T00:20:19,725 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:20:19,725 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:20:19,725 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:20:19,725 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:20:19,725 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef986b38239e:0, corePoolSize=10, maxPoolSize=10
2024-11-09T00:20:19,725 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:19,725 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:20:19,725 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:19,726 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:20:19,726 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-09T00:20:19,727 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:19,727 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-09T00:20:19,732 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731111649732
2024-11-09T00:20:19,732 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-09T00:20:19,732 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-09T00:20:19,732 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-09T00:20:19,732 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-09T00:20:19,732 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-09T00:20:19,732 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-09T00:20:19,733 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:19,734 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-09T00:20:19,735 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-09T00:20:19,735 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-09T00:20:19,735 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-09T00:20:19,735 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-09T00:20:19,735 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-09T00:20:19,736 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111619735,5,FailOnTimeoutGroup]
2024-11-09T00:20:19,737 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111619736,5,FailOnTimeoutGroup]
2024-11-09T00:20:19,737 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:19,737 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-09T00:20:19,737 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:19,737 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:19,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741831_1007 (size=1321)
2024-11-09T00:20:19,740 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-09T00:20:19,740 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c
2024-11-09T00:20:19,745 INFO  [RS:0;ef986b38239e:41021 {}] regionserver.HRegionServer(746): ClusterId : 7328edff-966c-4395-8a34-ad4912265485
2024-11-09T00:20:19,745 DEBUG [RS:0;ef986b38239e:41021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T00:20:19,757 DEBUG [RS:0;ef986b38239e:41021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T00:20:19,757 DEBUG [RS:0;ef986b38239e:41021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T00:20:19,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741832_1008 (size=32)
2024-11-09T00:20:19,764 DEBUG [RS:0;ef986b38239e:41021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T00:20:19,764 DEBUG [RS:0;ef986b38239e:41021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d936b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:20:19,785 DEBUG [RS:0;ef986b38239e:41021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef986b38239e:41021
2024-11-09T00:20:19,785 INFO  [RS:0;ef986b38239e:41021 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T00:20:19,785 INFO  [RS:0;ef986b38239e:41021 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T00:20:19,785 DEBUG [RS:0;ef986b38239e:41021 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T00:20:19,786 INFO  [RS:0;ef986b38239e:41021 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef986b38239e,37487,1731111617526 with port=41021, startcode=1731111617943
2024-11-09T00:20:19,786 DEBUG [RS:0;ef986b38239e:41021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T00:20:19,788 INFO  [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T00:20:19,789 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37487 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef986b38239e,41021,1731111617943
2024-11-09T00:20:19,789 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37487 {}] master.ServerManager(517): Registering regionserver=ef986b38239e,41021,1731111617943
2024-11-09T00:20:19,791 DEBUG [RS:0;ef986b38239e:41021 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c
2024-11-09T00:20:19,791 DEBUG [RS:0;ef986b38239e:41021 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42645
2024-11-09T00:20:19,791 DEBUG [RS:0;ef986b38239e:41021 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T00:20:19,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37487-0x1011cf6c9490006, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1878033539/rs
2024-11-09T00:20:19,820 DEBUG [RS:0;ef986b38239e:41021 {}] zookeeper.ZKUtil(111): regionserver:41021-0x1011cf6c9490007, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Set watcher on existing znode=/2-1878033539/rs/ef986b38239e,41021,1731111617943
2024-11-09T00:20:19,820 WARN  [RS:0;ef986b38239e:41021 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:20:19,820 INFO  [RS:0;ef986b38239e:41021 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:20:19,820 DEBUG [RS:0;ef986b38239e:41021 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943
2024-11-09T00:20:19,825 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef986b38239e,41021,1731111617943]
2024-11-09T00:20:19,834 INFO  [RS:0;ef986b38239e:41021 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T00:20:19,840 INFO  [RS:0;ef986b38239e:41021 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T00:20:19,848 INFO  [RS:0;ef986b38239e:41021 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T00:20:19,848 INFO  [RS:0;ef986b38239e:41021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:19,849 INFO  [RS:0;ef986b38239e:41021 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T00:20:19,850 INFO  [RS:0;ef986b38239e:41021 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T00:20:19,850 INFO  [RS:0;ef986b38239e:41021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:19,850 DEBUG [RS:0;ef986b38239e:41021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:19,850 DEBUG [RS:0;ef986b38239e:41021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:19,850 DEBUG [RS:0;ef986b38239e:41021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:19,850 DEBUG [RS:0;ef986b38239e:41021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:19,850 DEBUG [RS:0;ef986b38239e:41021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:19,850 DEBUG [RS:0;ef986b38239e:41021 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:20:19,850 DEBUG [RS:0;ef986b38239e:41021 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:19,850 DEBUG [RS:0;ef986b38239e:41021 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:19,850 DEBUG [RS:0;ef986b38239e:41021 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:19,850 DEBUG [RS:0;ef986b38239e:41021 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:19,850 DEBUG [RS:0;ef986b38239e:41021 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:19,850 DEBUG [RS:0;ef986b38239e:41021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:19,850 DEBUG [RS:0;ef986b38239e:41021 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:20:19,850 DEBUG [RS:0;ef986b38239e:41021 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:20:19,856 INFO  [RS:0;ef986b38239e:41021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:19,856 INFO  [RS:0;ef986b38239e:41021 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:19,856 INFO  [RS:0;ef986b38239e:41021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:19,856 INFO  [RS:0;ef986b38239e:41021 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:19,856 INFO  [RS:0;ef986b38239e:41021 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:19,856 INFO  [RS:0;ef986b38239e:41021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,41021,1731111617943-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:20:19,887 INFO  [RS:0;ef986b38239e:41021 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T00:20:19,887 INFO  [RS:0;ef986b38239e:41021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,41021,1731111617943-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:19,887 INFO  [RS:0;ef986b38239e:41021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:19,887 INFO  [RS:0;ef986b38239e:41021 {}] regionserver.Replication(171): ef986b38239e,41021,1731111617943 started
2024-11-09T00:20:19,906 INFO  [RS:0;ef986b38239e:41021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:19,906 INFO  [RS:0;ef986b38239e:41021 {}] regionserver.HRegionServer(1482): Serving as ef986b38239e,41021,1731111617943, RpcServer on ef986b38239e/172.17.0.3:41021, sessionid=0x1011cf6c9490007
2024-11-09T00:20:19,906 DEBUG [RS:0;ef986b38239e:41021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T00:20:19,906 DEBUG [RS:0;ef986b38239e:41021 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef986b38239e,41021,1731111617943
2024-11-09T00:20:19,906 DEBUG [RS:0;ef986b38239e:41021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,41021,1731111617943'
2024-11-09T00:20:19,906 DEBUG [RS:0;ef986b38239e:41021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1878033539/flush-table-proc/abort'
2024-11-09T00:20:19,907 DEBUG [RS:0;ef986b38239e:41021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1878033539/flush-table-proc/acquired'
2024-11-09T00:20:19,907 DEBUG [RS:0;ef986b38239e:41021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T00:20:19,907 DEBUG [RS:0;ef986b38239e:41021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T00:20:19,907 DEBUG [RS:0;ef986b38239e:41021 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef986b38239e,41021,1731111617943
2024-11-09T00:20:19,907 DEBUG [RS:0;ef986b38239e:41021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,41021,1731111617943'
2024-11-09T00:20:19,907 DEBUG [RS:0;ef986b38239e:41021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1878033539/online-snapshot/abort'
2024-11-09T00:20:19,909 DEBUG [RS:0;ef986b38239e:41021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1878033539/online-snapshot/acquired'
2024-11-09T00:20:19,909 DEBUG [RS:0;ef986b38239e:41021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T00:20:19,909 INFO  [RS:0;ef986b38239e:41021 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T00:20:19,909 INFO  [RS:0;ef986b38239e:41021 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T00:20:20,010 INFO  [RS:0;ef986b38239e:41021 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:20:20,013 INFO  [RS:0;ef986b38239e:41021 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C41021%2C1731111617943, suffix=, logDir=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943, archiveDir=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/oldWALs, maxLogs=10
2024-11-09T00:20:20,030 DEBUG [RS:0;ef986b38239e:41021 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014, exclude list is [], retry=0
2024-11-09T00:20:20,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45577,DS-a986ce74-6fe8-4743-98d5-dd478556da55,DISK]
2024-11-09T00:20:20,037 INFO  [RS:0;ef986b38239e:41021 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014
2024-11-09T00:20:20,038 DEBUG [RS:0;ef986b38239e:41021 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35231:35231)]
2024-11-09T00:20:20,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:20:20,159 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:20:20,160 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:20:20,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:20,160 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:20,160 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:20:20,161 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:20:20,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:20,161 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:20,161 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:20:20,162 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:20:20,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:20,162 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:20,162 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:20:20,163 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:20:20,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:20,163 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:20,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:20:20,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/hbase/meta/1588230740
2024-11-09T00:20:20,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/hbase/meta/1588230740
2024-11-09T00:20:20,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:20:20,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:20:20,166 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:20:20,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:20:20,168 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:20:20,168 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71909541, jitterRate=0.07153566181659698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:20:20,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731111620158Initializing all the Stores at 1731111620159 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111620159Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111620159Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111620159Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111620159Cleaning up temporary data from old regions at 1731111620165 (+6 ms)Region opened successfully at 1731111620168 (+3 ms)
2024-11-09T00:20:20,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:20:20,168 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:20:20,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:20:20,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:20:20,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:20:20,168 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:20:20,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111620168Disabling compacts and flushes for region at 1731111620168Disabling writes for close at 1731111620168Writing region close event to WAL at 1731111620168Closed at 1731111620168
2024-11-09T00:20:20,169 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:20:20,169 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-09T00:20:20,169 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-09T00:20:20,170 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:20:20,171 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-09T00:20:20,321 DEBUG [ef986b38239e:37487 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-09T00:20:20,321 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef986b38239e,41021,1731111617943
2024-11-09T00:20:20,322 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,41021,1731111617943, state=OPENING
2024-11-09T00:20:20,373 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-09T00:20:20,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37487-0x1011cf6c9490006, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1878033539
2024-11-09T00:20:20,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41021-0x1011cf6c9490007, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1878033539
2024-11-09T00:20:20,384 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:20:20,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1878033539/meta-region-server: CHANGED
2024-11-09T00:20:20,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1878033539/meta-region-server: CHANGED
2024-11-09T00:20:20,384 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,41021,1731111617943}]
2024-11-09T00:20:20,536 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:20:20,537 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-09T00:20:20,540 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-09T00:20:20,540 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:20:20,540 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-09T00:20:20,541 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C41021%2C1731111617943.meta, suffix=.meta, logDir=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943, archiveDir=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/oldWALs, maxLogs=10
2024-11-09T00:20:20,557 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.meta.1731111620542.meta, exclude list is [], retry=0
2024-11-09T00:20:20,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45577,DS-a986ce74-6fe8-4743-98d5-dd478556da55,DISK]
2024-11-09T00:20:20,561 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.meta.1731111620542.meta
2024-11-09T00:20:20,561 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35231:35231)]
2024-11-09T00:20:20,561 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:20:20,561 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:20:20,562 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:20:20,562 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-09T00:20:20,562 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-09T00:20:20,562 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-09T00:20:20,562 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:20:20,562 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-09T00:20:20,562 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-09T00:20:20,563 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:20:20,564 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:20:20,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:20,564 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:20,564 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:20:20,565 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:20:20,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:20,565 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:20,565 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:20:20,566 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:20:20,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:20,566 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:20,566 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:20:20,567 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:20:20,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:20,567 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:20,567 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:20:20,568 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/hbase/meta/1588230740
2024-11-09T00:20:20,569 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/hbase/meta/1588230740
2024-11-09T00:20:20,569 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:20:20,570 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:20:20,570 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:20:20,571 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:20:20,572 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74131558, jitterRate=0.10464629530906677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:20:20,572 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-09T00:20:20,572 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731111620562Writing region info on filesystem at 1731111620562Initializing all the Stores at 1731111620563 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111620563Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111620563Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111620563Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111620563Cleaning up temporary data from old regions at 1731111620570 (+7 ms)Running coprocessor post-open hooks at 1731111620572 (+2 ms)Region opened successfully at 1731111620572
2024-11-09T00:20:20,577 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731111620536
2024-11-09T00:20:20,579 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-09T00:20:20,579 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-09T00:20:20,580 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,41021,1731111617943
2024-11-09T00:20:20,581 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,41021,1731111617943, state=OPEN
2024-11-09T00:20:20,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37487-0x1011cf6c9490006, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1878033539/meta-region-server
2024-11-09T00:20:20,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41021-0x1011cf6c9490007, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1878033539/meta-region-server
2024-11-09T00:20:20,593 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef986b38239e,41021,1731111617943
2024-11-09T00:20:20,593 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1878033539/meta-region-server: CHANGED
2024-11-09T00:20:20,593 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1878033539/meta-region-server: CHANGED
2024-11-09T00:20:20,595 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-09T00:20:20,595 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,41021,1731111617943 in 209 msec
2024-11-09T00:20:20,597 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-09T00:20:20,597 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 426 msec
2024-11-09T00:20:20,597 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:20:20,597 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-09T00:20:20,599 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:20:20,599 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,41021,1731111617943, seqNum=-1]
2024-11-09T00:20:20,599 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:20:20,600 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:20:20,604 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 880 msec
2024-11-09T00:20:20,604 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731111620604, completionTime=-1
2024-11-09T00:20:20,604 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-09T00:20:20,604 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-09T00:20:20,606 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-09T00:20:20,606 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731111680606
2024-11-09T00:20:20,606 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731111740606
2024-11-09T00:20:20,606 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-09T00:20:20,606 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,37487,1731111617526-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:20,606 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,37487,1731111617526-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:20,606 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,37487,1731111617526-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:20,606 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef986b38239e:37487, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:20,606 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:20,607 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:20,608 DEBUG [master/ef986b38239e:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-09T00:20:20,609 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.520sec
2024-11-09T00:20:20,609 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-09T00:20:20,609 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-09T00:20:20,609 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-09T00:20:20,609 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-09T00:20:20,609 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-09T00:20:20,609 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,37487,1731111617526-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:20:20,609 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,37487,1731111617526-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-09T00:20:20,611 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-09T00:20:20,611 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-09T00:20:20,611 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,37487,1731111617526-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:20,630 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:20:20,630 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:20,630 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:20,631 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:20,631 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:20,631 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:20,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6def4362, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:20,646 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,37487,-1 for getting cluster id
2024-11-09T00:20:20,646 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:20:20,647 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7328edff-966c-4395-8a34-ad4912265485'
2024-11-09T00:20:20,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:20:20,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7328edff-966c-4395-8a34-ad4912265485"

2024-11-09T00:20:20,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@376feb05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:20,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,37487,-1]
2024-11-09T00:20:20,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:20:20,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:20,648 INFO  [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:20:20,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c9ce46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:20,649 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:20:20,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,41021,1731111617943, seqNum=-1]
2024-11-09T00:20:20,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:20:20,651 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:20:20,652 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef986b38239e,37487,1731111617526
2024-11-09T00:20:20,653 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56241
2024-11-09T00:20:20,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:20:20,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011cf6c9490008 connected
2024-11-09T00:20:20,668 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:20,669 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:20,669 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:20,669 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:20,669 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:20,669 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:20:20,670 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:20,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,33753,1731111606134
2024-11-09T00:20:20,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33343f31
2024-11-09T00:20:20,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:20:20,671 INFO  [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:20:20,672 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:20:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-09T00:20:20,674 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T00:20:20,674 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:20,674 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-09T00:20:20,675 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T00:20:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:20:20,678 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:20,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741835_1011 (size=902)
2024-11-09T00:20:20,682 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:20,682 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:20:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:20:21,083 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5941382c33ce60ee4c38e94496960dfd, NAME => 'test,,1731111620672.5941382c33ce60ee4c38e94496960dfd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb
2024-11-09T00:20:21,087 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741836_1012 (size=39)
2024-11-09T00:20:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:20:21,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731111620672.5941382c33ce60ee4c38e94496960dfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:20:21,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5941382c33ce60ee4c38e94496960dfd, disabling compactions & flushes
2024-11-09T00:20:21,488 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731111620672.5941382c33ce60ee4c38e94496960dfd.
2024-11-09T00:20:21,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731111620672.5941382c33ce60ee4c38e94496960dfd.
2024-11-09T00:20:21,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731111620672.5941382c33ce60ee4c38e94496960dfd. after waiting 0 ms
2024-11-09T00:20:21,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731111620672.5941382c33ce60ee4c38e94496960dfd.
2024-11-09T00:20:21,488 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731111620672.5941382c33ce60ee4c38e94496960dfd.
2024-11-09T00:20:21,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5941382c33ce60ee4c38e94496960dfd:
Waiting for close lock at 1731111621488Disabling compacts and flushes for region at 1731111621488Disabling writes for close at 1731111621488Writing region close event to WAL at 1731111621488Closed at 1731111621488
2024-11-09T00:20:21,489 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T00:20:21,490 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731111620672.5941382c33ce60ee4c38e94496960dfd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731111621489"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731111621489"}]},"ts":"1731111621489"}
2024-11-09T00:20:21,491 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T00:20:21,492 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T00:20:21,492 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111621492"}]},"ts":"1731111621492"}
2024-11-09T00:20:21,494 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-09T00:20:21,494 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5941382c33ce60ee4c38e94496960dfd, ASSIGN}]
2024-11-09T00:20:21,495 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5941382c33ce60ee4c38e94496960dfd, ASSIGN
2024-11-09T00:20:21,496 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5941382c33ce60ee4c38e94496960dfd, ASSIGN; state=OFFLINE, location=ef986b38239e,35323,1731111606328; forceNewPlan=false, retain=false
2024-11-09T00:20:21,646 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5941382c33ce60ee4c38e94496960dfd, regionState=OPENING, regionLocation=ef986b38239e,35323,1731111606328
2024-11-09T00:20:21,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5941382c33ce60ee4c38e94496960dfd, ASSIGN because future has completed
2024-11-09T00:20:21,649 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5941382c33ce60ee4c38e94496960dfd, server=ef986b38239e,35323,1731111606328}]
2024-11-09T00:20:21,804 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731111620672.5941382c33ce60ee4c38e94496960dfd.
2024-11-09T00:20:21,805 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5941382c33ce60ee4c38e94496960dfd, NAME => 'test,,1731111620672.5941382c33ce60ee4c38e94496960dfd.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:20:21,805 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:20:21,805 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-09T00:20:21,805 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5941382c33ce60ee4c38e94496960dfd
2024-11-09T00:20:21,805 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731111620672.5941382c33ce60ee4c38e94496960dfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:20:21,805 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5941382c33ce60ee4c38e94496960dfd
2024-11-09T00:20:21,805 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5941382c33ce60ee4c38e94496960dfd
2024-11-09T00:20:21,806 INFO  [StoreOpener-5941382c33ce60ee4c38e94496960dfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5941382c33ce60ee4c38e94496960dfd 
2024-11-09T00:20:21,807 INFO  [StoreOpener-5941382c33ce60ee4c38e94496960dfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5941382c33ce60ee4c38e94496960dfd columnFamilyName f
2024-11-09T00:20:21,807 DEBUG [StoreOpener-5941382c33ce60ee4c38e94496960dfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:21,808 INFO  [StoreOpener-5941382c33ce60ee4c38e94496960dfd-1 {}] regionserver.HStore(327): Store=5941382c33ce60ee4c38e94496960dfd/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:21,808 INFO  [StoreOpener-5941382c33ce60ee4c38e94496960dfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5941382c33ce60ee4c38e94496960dfd 
2024-11-09T00:20:21,809 INFO  [StoreOpener-5941382c33ce60ee4c38e94496960dfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5941382c33ce60ee4c38e94496960dfd columnFamilyName f1
2024-11-09T00:20:21,809 DEBUG [StoreOpener-5941382c33ce60ee4c38e94496960dfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:21,809 INFO  [StoreOpener-5941382c33ce60ee4c38e94496960dfd-1 {}] regionserver.HStore(327): Store=5941382c33ce60ee4c38e94496960dfd/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:21,809 INFO  [StoreOpener-5941382c33ce60ee4c38e94496960dfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5941382c33ce60ee4c38e94496960dfd 
2024-11-09T00:20:21,810 INFO  [StoreOpener-5941382c33ce60ee4c38e94496960dfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5941382c33ce60ee4c38e94496960dfd columnFamilyName norep
2024-11-09T00:20:21,810 DEBUG [StoreOpener-5941382c33ce60ee4c38e94496960dfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:21,810 INFO  [StoreOpener-5941382c33ce60ee4c38e94496960dfd-1 {}] regionserver.HStore(327): Store=5941382c33ce60ee4c38e94496960dfd/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:21,810 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5941382c33ce60ee4c38e94496960dfd
2024-11-09T00:20:21,811 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/default/test/5941382c33ce60ee4c38e94496960dfd
2024-11-09T00:20:21,811 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/default/test/5941382c33ce60ee4c38e94496960dfd
2024-11-09T00:20:21,812 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5941382c33ce60ee4c38e94496960dfd
2024-11-09T00:20:21,812 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5941382c33ce60ee4c38e94496960dfd
2024-11-09T00:20:21,812 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-09T00:20:21,813 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5941382c33ce60ee4c38e94496960dfd
2024-11-09T00:20:21,815 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/default/test/5941382c33ce60ee4c38e94496960dfd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:20:21,815 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5941382c33ce60ee4c38e94496960dfd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61219793, jitterRate=-0.08775399625301361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-09T00:20:21,815 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5941382c33ce60ee4c38e94496960dfd
2024-11-09T00:20:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:20:21,816 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5941382c33ce60ee4c38e94496960dfd:
Running coprocessor pre-open hook at 1731111621805Writing region info on filesystem at 1731111621806 (+1 ms)Initializing all the Stores at 1731111621806Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111621806Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111621806Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111621806Cleaning up temporary data from old regions at 1731111621812 (+6 ms)Running coprocessor post-open hooks at 1731111621815 (+3 ms)Region opened successfully at 1731111621816 (+1 ms)
2024-11-09T00:20:21,816 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731111620672.5941382c33ce60ee4c38e94496960dfd., pid=6, masterSystemTime=1731111621801
2024-11-09T00:20:21,818 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731111620672.5941382c33ce60ee4c38e94496960dfd.
2024-11-09T00:20:21,818 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731111620672.5941382c33ce60ee4c38e94496960dfd.
2024-11-09T00:20:21,819 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5941382c33ce60ee4c38e94496960dfd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ef986b38239e,35323,1731111606328
2024-11-09T00:20:21,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5941382c33ce60ee4c38e94496960dfd, server=ef986b38239e,35323,1731111606328 because future has completed
2024-11-09T00:20:21,823 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-09T00:20:21,823 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5941382c33ce60ee4c38e94496960dfd, server=ef986b38239e,35323,1731111606328 in 172 msec
2024-11-09T00:20:21,824 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-09T00:20:21,824 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5941382c33ce60ee4c38e94496960dfd, ASSIGN in 329 msec
2024-11-09T00:20:21,825 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T00:20:21,825 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111621825"}]},"ts":"1731111621825"}
2024-11-09T00:20:21,826 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-09T00:20:21,827 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T00:20:21,828 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec
2024-11-09T00:20:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:20:22,826 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-09T00:20:22,826 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:20:22,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,44443,1731111611485
2024-11-09T00:20:22,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32f684c9
2024-11-09T00:20:22,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:20:22,828 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:20:22,829 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44443 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:20:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44443 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-09T00:20:22,831 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T00:20:22,831 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:22,831 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44443 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-09T00:20:22,831 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T00:20:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:20:22,835 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741835_1011 (size=902)
2024-11-09T00:20:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:20:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:20:23,237 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 60146ff94c34af31539cb8f691e50463, NAME => 'test,,1731111622828.60146ff94c34af31539cb8f691e50463.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372
2024-11-09T00:20:23,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741836_1012 (size=39)
2024-11-09T00:20:23,246 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731111622828.60146ff94c34af31539cb8f691e50463.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:20:23,246 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 60146ff94c34af31539cb8f691e50463, disabling compactions & flushes
2024-11-09T00:20:23,246 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731111622828.60146ff94c34af31539cb8f691e50463.
2024-11-09T00:20:23,246 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731111622828.60146ff94c34af31539cb8f691e50463.
2024-11-09T00:20:23,246 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731111622828.60146ff94c34af31539cb8f691e50463. after waiting 0 ms
2024-11-09T00:20:23,246 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731111622828.60146ff94c34af31539cb8f691e50463.
2024-11-09T00:20:23,246 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731111622828.60146ff94c34af31539cb8f691e50463.
2024-11-09T00:20:23,246 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 60146ff94c34af31539cb8f691e50463:
Waiting for close lock at 1731111623246Disabling compacts and flushes for region at 1731111623246Disabling writes for close at 1731111623246Writing region close event to WAL at 1731111623246Closed at 1731111623246
2024-11-09T00:20:23,247 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T00:20:23,247 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731111622828.60146ff94c34af31539cb8f691e50463.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731111623247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731111623247"}]},"ts":"1731111623247"}
2024-11-09T00:20:23,249 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T00:20:23,250 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T00:20:23,250 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111623250"}]},"ts":"1731111623250"}
2024-11-09T00:20:23,252 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-09T00:20:23,253 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=60146ff94c34af31539cb8f691e50463, ASSIGN}]
2024-11-09T00:20:23,254 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=60146ff94c34af31539cb8f691e50463, ASSIGN
2024-11-09T00:20:23,254 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=60146ff94c34af31539cb8f691e50463, ASSIGN; state=OFFLINE, location=ef986b38239e,44025,1731111611616; forceNewPlan=false, retain=false
2024-11-09T00:20:23,405 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=60146ff94c34af31539cb8f691e50463, regionState=OPENING, regionLocation=ef986b38239e,44025,1731111611616
2024-11-09T00:20:23,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=60146ff94c34af31539cb8f691e50463, ASSIGN because future has completed
2024-11-09T00:20:23,409 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60146ff94c34af31539cb8f691e50463, server=ef986b38239e,44025,1731111611616}]
2024-11-09T00:20:23,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:20:23,568 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731111622828.60146ff94c34af31539cb8f691e50463.
2024-11-09T00:20:23,568 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 60146ff94c34af31539cb8f691e50463, NAME => 'test,,1731111622828.60146ff94c34af31539cb8f691e50463.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:20:23,568 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:20:23,568 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-09T00:20:23,568 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 60146ff94c34af31539cb8f691e50463
2024-11-09T00:20:23,568 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731111622828.60146ff94c34af31539cb8f691e50463.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:20:23,569 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 60146ff94c34af31539cb8f691e50463
2024-11-09T00:20:23,569 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 60146ff94c34af31539cb8f691e50463
2024-11-09T00:20:23,572 INFO  [StoreOpener-60146ff94c34af31539cb8f691e50463-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 60146ff94c34af31539cb8f691e50463 
2024-11-09T00:20:23,574 INFO  [StoreOpener-60146ff94c34af31539cb8f691e50463-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60146ff94c34af31539cb8f691e50463 columnFamilyName f
2024-11-09T00:20:23,574 DEBUG [StoreOpener-60146ff94c34af31539cb8f691e50463-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:23,574 INFO  [StoreOpener-60146ff94c34af31539cb8f691e50463-1 {}] regionserver.HStore(327): Store=60146ff94c34af31539cb8f691e50463/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:23,574 INFO  [StoreOpener-60146ff94c34af31539cb8f691e50463-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 60146ff94c34af31539cb8f691e50463 
2024-11-09T00:20:23,575 INFO  [StoreOpener-60146ff94c34af31539cb8f691e50463-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60146ff94c34af31539cb8f691e50463 columnFamilyName f1
2024-11-09T00:20:23,575 DEBUG [StoreOpener-60146ff94c34af31539cb8f691e50463-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:23,576 INFO  [StoreOpener-60146ff94c34af31539cb8f691e50463-1 {}] regionserver.HStore(327): Store=60146ff94c34af31539cb8f691e50463/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:23,576 INFO  [StoreOpener-60146ff94c34af31539cb8f691e50463-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 60146ff94c34af31539cb8f691e50463 
2024-11-09T00:20:23,577 INFO  [StoreOpener-60146ff94c34af31539cb8f691e50463-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60146ff94c34af31539cb8f691e50463 columnFamilyName norep
2024-11-09T00:20:23,577 DEBUG [StoreOpener-60146ff94c34af31539cb8f691e50463-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:23,577 INFO  [StoreOpener-60146ff94c34af31539cb8f691e50463-1 {}] regionserver.HStore(327): Store=60146ff94c34af31539cb8f691e50463/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:23,577 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 60146ff94c34af31539cb8f691e50463
2024-11-09T00:20:23,578 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/default/test/60146ff94c34af31539cb8f691e50463
2024-11-09T00:20:23,579 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/default/test/60146ff94c34af31539cb8f691e50463
2024-11-09T00:20:23,580 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 60146ff94c34af31539cb8f691e50463
2024-11-09T00:20:23,580 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 60146ff94c34af31539cb8f691e50463
2024-11-09T00:20:23,580 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-09T00:20:23,581 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 60146ff94c34af31539cb8f691e50463
2024-11-09T00:20:23,583 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/default/test/60146ff94c34af31539cb8f691e50463/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:20:23,584 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 60146ff94c34af31539cb8f691e50463; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72901959, jitterRate=0.08632384240627289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-09T00:20:23,584 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60146ff94c34af31539cb8f691e50463
2024-11-09T00:20:23,584 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 60146ff94c34af31539cb8f691e50463:
Running coprocessor pre-open hook at 1731111623569Writing region info on filesystem at 1731111623569Initializing all the Stores at 1731111623570 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111623570Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111623572 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111623572Cleaning up temporary data from old regions at 1731111623580 (+8 ms)Running coprocessor post-open hooks at 1731111623584 (+4 ms)Region opened successfully at 1731111623584
2024-11-09T00:20:23,585 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731111622828.60146ff94c34af31539cb8f691e50463., pid=6, masterSystemTime=1731111623564
2024-11-09T00:20:23,587 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731111622828.60146ff94c34af31539cb8f691e50463.
2024-11-09T00:20:23,587 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731111622828.60146ff94c34af31539cb8f691e50463.
2024-11-09T00:20:23,587 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=60146ff94c34af31539cb8f691e50463, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ef986b38239e,44025,1731111611616
2024-11-09T00:20:23,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60146ff94c34af31539cb8f691e50463, server=ef986b38239e,44025,1731111611616 because future has completed
2024-11-09T00:20:23,607 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-09T00:20:23,607 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 60146ff94c34af31539cb8f691e50463, server=ef986b38239e,44025,1731111611616 in 196 msec
2024-11-09T00:20:23,609 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-09T00:20:23,609 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=60146ff94c34af31539cb8f691e50463, ASSIGN in 355 msec
2024-11-09T00:20:23,609 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T00:20:23,609 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111623609"}]},"ts":"1731111623609"}
2024-11-09T00:20:23,611 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-09T00:20:23,612 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T00:20:23,613 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 783 msec
2024-11-09T00:20:23,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:20:23,967 INFO  [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-09T00:20:23,967 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:20:23,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,37487,1731111617526
2024-11-09T00:20:23,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@794f2253
2024-11-09T00:20:23,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:20:23,969 INFO  [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:20:23,969 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:20:23,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-09T00:20:23,971 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T00:20:23,971 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:23,971 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-09T00:20:23,971 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T00:20:23,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:20:23,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741835_1011 (size=902)
2024-11-09T00:20:24,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:20:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:20:24,379 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3b36e05bd3ecd3a6fcc502f65a1639fb, NAME => 'test,,1731111623969.3b36e05bd3ecd3a6fcc502f65a1639fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c
2024-11-09T00:20:24,390 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741836_1012 (size=39)
2024-11-09T00:20:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:20:24,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731111623969.3b36e05bd3ecd3a6fcc502f65a1639fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:20:24,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3b36e05bd3ecd3a6fcc502f65a1639fb, disabling compactions & flushes
2024-11-09T00:20:24,791 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731111623969.3b36e05bd3ecd3a6fcc502f65a1639fb.
2024-11-09T00:20:24,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731111623969.3b36e05bd3ecd3a6fcc502f65a1639fb.
2024-11-09T00:20:24,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731111623969.3b36e05bd3ecd3a6fcc502f65a1639fb. after waiting 0 ms
2024-11-09T00:20:24,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731111623969.3b36e05bd3ecd3a6fcc502f65a1639fb.
2024-11-09T00:20:24,791 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731111623969.3b36e05bd3ecd3a6fcc502f65a1639fb.
2024-11-09T00:20:24,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3b36e05bd3ecd3a6fcc502f65a1639fb:
Waiting for close lock at 1731111624791Disabling compacts and flushes for region at 1731111624791Disabling writes for close at 1731111624791Writing region close event to WAL at 1731111624791Closed at 1731111624791
2024-11-09T00:20:24,792 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T00:20:24,792 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731111623969.3b36e05bd3ecd3a6fcc502f65a1639fb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731111624792"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731111624792"}]},"ts":"1731111624792"}
2024-11-09T00:20:24,796 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T00:20:24,797 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T00:20:24,797 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111624797"}]},"ts":"1731111624797"}
2024-11-09T00:20:24,799 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-09T00:20:24,799 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3b36e05bd3ecd3a6fcc502f65a1639fb, ASSIGN}]
2024-11-09T00:20:24,800 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3b36e05bd3ecd3a6fcc502f65a1639fb, ASSIGN
2024-11-09T00:20:24,801 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3b36e05bd3ecd3a6fcc502f65a1639fb, ASSIGN; state=OFFLINE, location=ef986b38239e,41021,1731111617943; forceNewPlan=false, retain=false
2024-11-09T00:20:24,951 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3b36e05bd3ecd3a6fcc502f65a1639fb, regionState=OPENING, regionLocation=ef986b38239e,41021,1731111617943
2024-11-09T00:20:24,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3b36e05bd3ecd3a6fcc502f65a1639fb, ASSIGN because future has completed
2024-11-09T00:20:24,953 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b36e05bd3ecd3a6fcc502f65a1639fb, server=ef986b38239e,41021,1731111617943}]
2024-11-09T00:20:25,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:20:25,109 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731111623969.3b36e05bd3ecd3a6fcc502f65a1639fb.
2024-11-09T00:20:25,109 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b36e05bd3ecd3a6fcc502f65a1639fb, NAME => 'test,,1731111623969.3b36e05bd3ecd3a6fcc502f65a1639fb.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:20:25,109 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:20:25,109 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-09T00:20:25,109 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3b36e05bd3ecd3a6fcc502f65a1639fb
2024-11-09T00:20:25,109 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731111623969.3b36e05bd3ecd3a6fcc502f65a1639fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:20:25,109 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3b36e05bd3ecd3a6fcc502f65a1639fb
2024-11-09T00:20:25,109 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3b36e05bd3ecd3a6fcc502f65a1639fb
2024-11-09T00:20:25,110 INFO  [StoreOpener-3b36e05bd3ecd3a6fcc502f65a1639fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3b36e05bd3ecd3a6fcc502f65a1639fb 
2024-11-09T00:20:25,111 INFO  [StoreOpener-3b36e05bd3ecd3a6fcc502f65a1639fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b36e05bd3ecd3a6fcc502f65a1639fb columnFamilyName f
2024-11-09T00:20:25,111 DEBUG [StoreOpener-3b36e05bd3ecd3a6fcc502f65a1639fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:25,111 INFO  [StoreOpener-3b36e05bd3ecd3a6fcc502f65a1639fb-1 {}] regionserver.HStore(327): Store=3b36e05bd3ecd3a6fcc502f65a1639fb/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:25,111 INFO  [StoreOpener-3b36e05bd3ecd3a6fcc502f65a1639fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3b36e05bd3ecd3a6fcc502f65a1639fb 
2024-11-09T00:20:25,112 INFO  [StoreOpener-3b36e05bd3ecd3a6fcc502f65a1639fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b36e05bd3ecd3a6fcc502f65a1639fb columnFamilyName f1
2024-11-09T00:20:25,112 DEBUG [StoreOpener-3b36e05bd3ecd3a6fcc502f65a1639fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:25,112 INFO  [StoreOpener-3b36e05bd3ecd3a6fcc502f65a1639fb-1 {}] regionserver.HStore(327): Store=3b36e05bd3ecd3a6fcc502f65a1639fb/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:25,112 INFO  [StoreOpener-3b36e05bd3ecd3a6fcc502f65a1639fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3b36e05bd3ecd3a6fcc502f65a1639fb 
2024-11-09T00:20:25,113 INFO  [StoreOpener-3b36e05bd3ecd3a6fcc502f65a1639fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b36e05bd3ecd3a6fcc502f65a1639fb columnFamilyName norep
2024-11-09T00:20:25,113 DEBUG [StoreOpener-3b36e05bd3ecd3a6fcc502f65a1639fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:25,113 INFO  [StoreOpener-3b36e05bd3ecd3a6fcc502f65a1639fb-1 {}] regionserver.HStore(327): Store=3b36e05bd3ecd3a6fcc502f65a1639fb/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:25,113 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3b36e05bd3ecd3a6fcc502f65a1639fb
2024-11-09T00:20:25,114 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/default/test/3b36e05bd3ecd3a6fcc502f65a1639fb
2024-11-09T00:20:25,114 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/default/test/3b36e05bd3ecd3a6fcc502f65a1639fb
2024-11-09T00:20:25,114 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3b36e05bd3ecd3a6fcc502f65a1639fb
2024-11-09T00:20:25,114 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3b36e05bd3ecd3a6fcc502f65a1639fb
2024-11-09T00:20:25,115 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-09T00:20:25,115 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3b36e05bd3ecd3a6fcc502f65a1639fb
2024-11-09T00:20:25,117 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/default/test/3b36e05bd3ecd3a6fcc502f65a1639fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:20:25,117 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3b36e05bd3ecd3a6fcc502f65a1639fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66117582, jitterRate=-0.014771252870559692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-09T00:20:25,117 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b36e05bd3ecd3a6fcc502f65a1639fb
2024-11-09T00:20:25,117 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3b36e05bd3ecd3a6fcc502f65a1639fb:
Running coprocessor pre-open hook at 1731111625109Writing region info on filesystem at 1731111625109Initializing all the Stores at 1731111625110 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111625110Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111625110Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111625110Cleaning up temporary data from old regions at 1731111625114 (+4 ms)Running coprocessor post-open hooks at 1731111625117 (+3 ms)Region opened successfully at 1731111625117
2024-11-09T00:20:25,118 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731111623969.3b36e05bd3ecd3a6fcc502f65a1639fb., pid=6, masterSystemTime=1731111625105
2024-11-09T00:20:25,120 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731111623969.3b36e05bd3ecd3a6fcc502f65a1639fb.
2024-11-09T00:20:25,120 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731111623969.3b36e05bd3ecd3a6fcc502f65a1639fb.
2024-11-09T00:20:25,120 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3b36e05bd3ecd3a6fcc502f65a1639fb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ef986b38239e,41021,1731111617943
2024-11-09T00:20:25,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b36e05bd3ecd3a6fcc502f65a1639fb, server=ef986b38239e,41021,1731111617943 because future has completed
2024-11-09T00:20:25,123 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-09T00:20:25,123 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b36e05bd3ecd3a6fcc502f65a1639fb, server=ef986b38239e,41021,1731111617943 in 169 msec
2024-11-09T00:20:25,125 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-09T00:20:25,125 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3b36e05bd3ecd3a6fcc502f65a1639fb, ASSIGN in 324 msec
2024-11-09T00:20:25,125 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T00:20:25,126 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111625125"}]},"ts":"1731111625125"}
2024-11-09T00:20:25,127 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-09T00:20:25,128 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T00:20:25,129 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec
2024-11-09T00:20:26,065 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:20:26,072 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:26,073 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:26,073 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:26,073 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:26,074 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:26,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:20:26,125 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-09T00:20:26,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6afda9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:26,140 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,33753,-1 for getting cluster id
2024-11-09T00:20:26,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:20:26,146 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '059fda4c-10db-42d4-9db0-d1a34a50d98a'
2024-11-09T00:20:26,146 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:20:26,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "059fda4c-10db-42d4-9db0-d1a34a50d98a"

2024-11-09T00:20:26,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17636d03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:26,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,33753,-1]
2024-11-09T00:20:26,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:20:26,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:26,149 INFO  [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:20:26,150 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411155cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:26,150 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:20:26,151 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,33753,1731111606134
2024-11-09T00:20:26,151 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5934c23e
2024-11-09T00:20:26,151 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:20:26,153 INFO  [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:20:26,153 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ef986b38239e:44443,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-09T00:20:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-09T00:20:26,157 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:44443'
2024-11-09T00:20:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:20:26,170 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:26,171 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:26,171 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:26,171 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:26,171 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:26,172 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:26,172 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@513f916f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:26,172 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,44443,-1 for getting cluster id
2024-11-09T00:20:26,173 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:20:26,174 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd587dee0-c982-4859-9524-25f727608a81'
2024-11-09T00:20:26,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:20:26,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d587dee0-c982-4859-9524-25f727608a81"

2024-11-09T00:20:26,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2549d584, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:26,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,44443,-1]
2024-11-09T00:20:26,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:20:26,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:26,176 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:20:26,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@218760c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:26,177 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:20:26,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,44443,1731111611485
2024-11-09T00:20:26,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f6f7bd6
2024-11-09T00:20:26,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:20:26,179 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:20:26,180 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-09T00:20:26,180 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-09T00:20:26,180 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:26,181 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:26,181 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:20:26,182 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:20:26,184 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:26,185 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-09T00:20:26,186 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T00:20:26,187 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:26,188 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T00:20:26,189 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:26,189 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:26,235 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-09T00:20:26,241 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-09T00:20:26,242 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-09T00:20:26,242 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer
2024-11-09T00:20:26,242 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-09T00:20:26,242 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers
2024-11-09T00:20:26,250 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741837_1013 (size=1138)
2024-11-09T00:20:26,256 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fbaea1309c5c7e7a3ea11d76be09c075, NAME => 'hbase:replication,,1731111626182.fbaea1309c5c7e7a3ea11d76be09c075.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb
2024-11-09T00:20:26,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:20:26,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741838_1014 (size=44)
2024-11-09T00:20:26,310 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731111626182.fbaea1309c5c7e7a3ea11d76be09c075.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:20:26,311 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fbaea1309c5c7e7a3ea11d76be09c075, disabling compactions & flushes
2024-11-09T00:20:26,311 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111626182.fbaea1309c5c7e7a3ea11d76be09c075.
2024-11-09T00:20:26,311 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111626182.fbaea1309c5c7e7a3ea11d76be09c075.
2024-11-09T00:20:26,311 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111626182.fbaea1309c5c7e7a3ea11d76be09c075. after waiting 0 ms
2024-11-09T00:20:26,311 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111626182.fbaea1309c5c7e7a3ea11d76be09c075.
2024-11-09T00:20:26,311 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731111626182.fbaea1309c5c7e7a3ea11d76be09c075.
2024-11-09T00:20:26,311 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fbaea1309c5c7e7a3ea11d76be09c075:
Waiting for close lock at 1731111626311Disabling compacts and flushes for region at 1731111626311Disabling writes for close at 1731111626311Writing region close event to WAL at 1731111626311Closed at 1731111626311
2024-11-09T00:20:26,312 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T00:20:26,313 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731111626182.fbaea1309c5c7e7a3ea11d76be09c075.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731111626312"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731111626312"}]},"ts":"1731111626312"}
2024-11-09T00:20:26,315 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T00:20:26,317 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T00:20:26,317 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111626317"}]},"ts":"1731111626317"}
2024-11-09T00:20:26,320 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-09T00:20:26,320 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbaea1309c5c7e7a3ea11d76be09c075, ASSIGN}]
2024-11-09T00:20:26,322 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbaea1309c5c7e7a3ea11d76be09c075, ASSIGN
2024-11-09T00:20:26,323 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fbaea1309c5c7e7a3ea11d76be09c075, ASSIGN; state=OFFLINE, location=ef986b38239e,35323,1731111606328; forceNewPlan=false, retain=false
2024-11-09T00:20:26,474 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fbaea1309c5c7e7a3ea11d76be09c075, regionState=OPENING, regionLocation=ef986b38239e,35323,1731111606328
2024-11-09T00:20:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:20:26,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fbaea1309c5c7e7a3ea11d76be09c075, ASSIGN because future has completed
2024-11-09T00:20:26,485 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbaea1309c5c7e7a3ea11d76be09c075, server=ef986b38239e,35323,1731111606328}]
2024-11-09T00:20:26,649 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731111626182.fbaea1309c5c7e7a3ea11d76be09c075.
2024-11-09T00:20:26,649 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:20:26,649 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-09T00:20:26,654 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C35323%2C1731111606328.rep, suffix=, logDir=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328, archiveDir=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/oldWALs, maxLogs=10
2024-11-09T00:20:26,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.rep.1731111626654, exclude list is [], retry=0
2024-11-09T00:20:26,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38953,DS-2c010e49-0ca3-4dc0-9a5a-274a540211ee,DISK]
2024-11-09T00:20:26,714 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.rep.1731111626654
2024-11-09T00:20:26,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39499:39499)]
2024-11-09T00:20:26,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fbaea1309c5c7e7a3ea11d76be09c075, NAME => 'hbase:replication,,1731111626182.fbaea1309c5c7e7a3ea11d76be09c075.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:20:26,733 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:20:26,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:20:26,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731111626182.fbaea1309c5c7e7a3ea11d76be09c075. service=MultiRowMutationService
2024-11-09T00:20:26,734 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-09T00:20:26,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fbaea1309c5c7e7a3ea11d76be09c075
2024-11-09T00:20:26,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731111626182.fbaea1309c5c7e7a3ea11d76be09c075.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:20:26,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fbaea1309c5c7e7a3ea11d76be09c075
2024-11-09T00:20:26,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fbaea1309c5c7e7a3ea11d76be09c075
2024-11-09T00:20:26,749 INFO  [StoreOpener-fbaea1309c5c7e7a3ea11d76be09c075-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fbaea1309c5c7e7a3ea11d76be09c075 
2024-11-09T00:20:26,751 INFO  [StoreOpener-fbaea1309c5c7e7a3ea11d76be09c075-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbaea1309c5c7e7a3ea11d76be09c075 columnFamilyName hfileref
2024-11-09T00:20:26,751 DEBUG [StoreOpener-fbaea1309c5c7e7a3ea11d76be09c075-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:26,751 INFO  [StoreOpener-fbaea1309c5c7e7a3ea11d76be09c075-1 {}] regionserver.HStore(327): Store=fbaea1309c5c7e7a3ea11d76be09c075/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:26,751 INFO  [StoreOpener-fbaea1309c5c7e7a3ea11d76be09c075-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fbaea1309c5c7e7a3ea11d76be09c075 
2024-11-09T00:20:26,752 INFO  [StoreOpener-fbaea1309c5c7e7a3ea11d76be09c075-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbaea1309c5c7e7a3ea11d76be09c075 columnFamilyName queue
2024-11-09T00:20:26,753 DEBUG [StoreOpener-fbaea1309c5c7e7a3ea11d76be09c075-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:26,755 INFO  [StoreOpener-fbaea1309c5c7e7a3ea11d76be09c075-1 {}] regionserver.HStore(327): Store=fbaea1309c5c7e7a3ea11d76be09c075/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:26,756 INFO  [StoreOpener-fbaea1309c5c7e7a3ea11d76be09c075-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fbaea1309c5c7e7a3ea11d76be09c075 
2024-11-09T00:20:26,757 INFO  [StoreOpener-fbaea1309c5c7e7a3ea11d76be09c075-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbaea1309c5c7e7a3ea11d76be09c075 columnFamilyName sid
2024-11-09T00:20:26,758 DEBUG [StoreOpener-fbaea1309c5c7e7a3ea11d76be09c075-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:26,758 INFO  [StoreOpener-fbaea1309c5c7e7a3ea11d76be09c075-1 {}] regionserver.HStore(327): Store=fbaea1309c5c7e7a3ea11d76be09c075/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:26,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fbaea1309c5c7e7a3ea11d76be09c075
2024-11-09T00:20:26,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/hbase/replication/fbaea1309c5c7e7a3ea11d76be09c075
2024-11-09T00:20:26,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/hbase/replication/fbaea1309c5c7e7a3ea11d76be09c075
2024-11-09T00:20:26,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fbaea1309c5c7e7a3ea11d76be09c075
2024-11-09T00:20:26,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fbaea1309c5c7e7a3ea11d76be09c075
2024-11-09T00:20:26,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-09T00:20:26,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fbaea1309c5c7e7a3ea11d76be09c075
2024-11-09T00:20:26,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/hbase/replication/fbaea1309c5c7e7a3ea11d76be09c075/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:20:26,782 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fbaea1309c5c7e7a3ea11d76be09c075; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62916256, jitterRate=-0.062474727630615234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-09T00:20:26,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fbaea1309c5c7e7a3ea11d76be09c075
2024-11-09T00:20:26,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fbaea1309c5c7e7a3ea11d76be09c075:
Running coprocessor pre-open hook at 1731111626734Writing region info on filesystem at 1731111626734Initializing all the Stores at 1731111626735 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111626735Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111626749 (+14 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111626749Cleaning up temporary data from old regions at 1731111626761 (+12 ms)Running coprocessor post-open hooks at 1731111626782 (+21 ms)Region opened successfully at 1731111626782
2024-11-09T00:20:26,783 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731111626182.fbaea1309c5c7e7a3ea11d76be09c075., pid=10, masterSystemTime=1731111626644
2024-11-09T00:20:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:20:26,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731111626182.fbaea1309c5c7e7a3ea11d76be09c075.
2024-11-09T00:20:26,787 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731111626182.fbaea1309c5c7e7a3ea11d76be09c075.
2024-11-09T00:20:26,787 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fbaea1309c5c7e7a3ea11d76be09c075, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,35323,1731111606328
2024-11-09T00:20:26,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbaea1309c5c7e7a3ea11d76be09c075, server=ef986b38239e,35323,1731111606328 because future has completed
2024-11-09T00:20:26,794 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-09T00:20:26,794 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fbaea1309c5c7e7a3ea11d76be09c075, server=ef986b38239e,35323,1731111606328 in 307 msec
2024-11-09T00:20:26,798 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-09T00:20:26,798 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbaea1309c5c7e7a3ea11d76be09c075, ASSIGN in 474 msec
2024-11-09T00:20:26,800 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T00:20:26,800 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111626800"}]},"ts":"1731111626800"}
2024-11-09T00:20:26,806 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-09T00:20:26,807 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T00:20:26,810 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 625 msec
2024-11-09T00:20:26,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731111626182.fbaea1309c5c7e7a3ea11d76be09c075., hostname=ef986b38239e,35323,1731111606328, seqNum=2]
2024-11-09T00:20:26,930 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x1011cf6c9490001, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1437240133
2024-11-09T00:20:26,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x1011cf6c9490000, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1437240133
2024-11-09T00:20:26,953 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-09T00:20:27,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-09T00:20:27,115 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-09T00:20:27,156 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ef986b38239e,35323,1731111606328, ReplicationSource: 1, currentBandwidth=0
2024-11-09T00:20:27,161 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:20:27,161 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,35323,1731111606328, seqNum=-1]
2024-11-09T00:20:27,162 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:20:27,163 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService
2024-11-09T00:20:27,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ef986b38239e,35323,1731111606328', locateType=CURRENT is [region=hbase:replication,,1731111626182.fbaea1309c5c7e7a3ea11d76be09c075., hostname=ef986b38239e,35323,1731111606328, seqNum=2]
2024-11-09T00:20:27,168 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-09T00:20:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-09T00:20:27,171 INFO  [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ef986b38239e,35323,1731111606328 suceeded
2024-11-09T00:20:27,173 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-09T00:20:27,174 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 218 msec
2024-11-09T00:20:27,174 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ef986b38239e:44443,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-09T00:20:27,175 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0210 sec
2024-11-09T00:20:27,185 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:44443'
2024-11-09T00:20:27,186 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@674cd10a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:27,186 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,44443,-1 for getting cluster id
2024-11-09T00:20:27,186 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:20:27,187 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd587dee0-c982-4859-9524-25f727608a81'
2024-11-09T00:20:27,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:20:27,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d587dee0-c982-4859-9524-25f727608a81"

2024-11-09T00:20:27,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@744bee7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:27,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,44443,-1]
2024-11-09T00:20:27,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:20:27,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:27,188 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:20:27,189 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e681b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:27,189 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:20:27,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,44443,1731111611485
2024-11-09T00:20:27,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@224035fc
2024-11-09T00:20:27,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:20:27,190 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService
2024-11-09T00:20:27,191 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef986b38239e,35323,1731111606328 (queues=1) is replicating from cluster=059fda4c-10db-42d4-9db0-d1a34a50d98a to cluster=d587dee0-c982-4859-9524-25f727608a81
2024-11-09T00:20:27,191 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef986b38239e%2C35323%2C1731111606328
2024-11-09T00:20:27,191 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef986b38239e,35323,1731111606328, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-09T00:20:27,191 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853, startPosition=0, beingWritten=true
2024-11-09T00:20:27,194 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.shipperef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef986b38239e%2C35323%2C1731111606328
2024-11-09T00:20:27,203 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:20:27,203 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 379, reset compression=false
2024-11-09T00:20:27,203 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.shipperef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,35323,1731111606328 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:20:27,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:20:27,297 INFO  [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-09T00:20:27,297 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:20:27,297 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:20:27,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:27,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:27,298 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:20:27,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703b1795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:27,302 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,44443,-1 for getting cluster id
2024-11-09T00:20:27,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:20:27,303 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd587dee0-c982-4859-9524-25f727608a81'
2024-11-09T00:20:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:20:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d587dee0-c982-4859-9524-25f727608a81"

2024-11-09T00:20:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ec8b96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,44443,-1]
2024-11-09T00:20:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:20:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:27,305 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:20:27,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a0a754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:27,306 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:20:27,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,44443,1731111611485
2024-11-09T00:20:27,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16b8e8a7
2024-11-09T00:20:27,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:20:27,308 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:20:27,308 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44443 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ef986b38239e:37487,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-09T00:20:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44443 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-09T00:20:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:20:27,311 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:37487'
2024-11-09T00:20:27,312 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea9a135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:27,312 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,37487,-1 for getting cluster id
2024-11-09T00:20:27,313 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:20:27,313 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7328edff-966c-4395-8a34-ad4912265485'
2024-11-09T00:20:27,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:20:27,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7328edff-966c-4395-8a34-ad4912265485"

2024-11-09T00:20:27,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c3c45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:27,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,37487,-1]
2024-11-09T00:20:27,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:20:27,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:27,314 INFO  [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:20:27,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4479d4d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:27,315 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:20:27,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,37487,1731111617526
2024-11-09T00:20:27,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e0095bf
2024-11-09T00:20:27,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:20:27,316 INFO  [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:20:27,317 INFO  [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1.
2024-11-09T00:20:27,317 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-09T00:20:27,317 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:27,317 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:27,317 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:20:27,317 INFO  [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:20:27,319 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-09T00:20:27,319 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T00:20:27,319 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:27,320 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T00:20:27,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741837_1013 (size=1138)
2024-11-09T00:20:27,328 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 56ce021f2f70a1ee8e49cb8cd3e46415, NAME => 'hbase:replication,,1731111627317.56ce021f2f70a1ee8e49cb8cd3e46415.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372
2024-11-09T00:20:27,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741838_1014 (size=44)
2024-11-09T00:20:27,333 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731111627317.56ce021f2f70a1ee8e49cb8cd3e46415.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:20:27,333 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 56ce021f2f70a1ee8e49cb8cd3e46415, disabling compactions & flushes
2024-11-09T00:20:27,333 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111627317.56ce021f2f70a1ee8e49cb8cd3e46415.
2024-11-09T00:20:27,333 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111627317.56ce021f2f70a1ee8e49cb8cd3e46415.
2024-11-09T00:20:27,333 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111627317.56ce021f2f70a1ee8e49cb8cd3e46415. after waiting 0 ms
2024-11-09T00:20:27,333 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111627317.56ce021f2f70a1ee8e49cb8cd3e46415.
2024-11-09T00:20:27,333 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731111627317.56ce021f2f70a1ee8e49cb8cd3e46415.
2024-11-09T00:20:27,333 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 56ce021f2f70a1ee8e49cb8cd3e46415:
Waiting for close lock at 1731111627333Disabling compacts and flushes for region at 1731111627333Disabling writes for close at 1731111627333Writing region close event to WAL at 1731111627333Closed at 1731111627333
2024-11-09T00:20:27,334 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T00:20:27,334 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731111627317.56ce021f2f70a1ee8e49cb8cd3e46415.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731111627334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731111627334"}]},"ts":"1731111627334"}
2024-11-09T00:20:27,336 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T00:20:27,337 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T00:20:27,337 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111627337"}]},"ts":"1731111627337"}
2024-11-09T00:20:27,339 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-09T00:20:27,339 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=56ce021f2f70a1ee8e49cb8cd3e46415, ASSIGN}]
2024-11-09T00:20:27,340 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=56ce021f2f70a1ee8e49cb8cd3e46415, ASSIGN
2024-11-09T00:20:27,341 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=56ce021f2f70a1ee8e49cb8cd3e46415, ASSIGN; state=OFFLINE, location=ef986b38239e,44025,1731111611616; forceNewPlan=false, retain=false
2024-11-09T00:20:27,369 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-09T00:20:27,409 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 379, reset compression=false
2024-11-09T00:20:27,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:20:27,492 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=56ce021f2f70a1ee8e49cb8cd3e46415, regionState=OPENING, regionLocation=ef986b38239e,44025,1731111611616
2024-11-09T00:20:27,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=56ce021f2f70a1ee8e49cb8cd3e46415, ASSIGN because future has completed
2024-11-09T00:20:27,505 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56ce021f2f70a1ee8e49cb8cd3e46415, server=ef986b38239e,44025,1731111611616}]
2024-11-09T00:20:27,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:20:27,662 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731111627317.56ce021f2f70a1ee8e49cb8cd3e46415.
2024-11-09T00:20:27,662 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:20:27,662 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-09T00:20:27,663 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C44025%2C1731111611616.rep, suffix=, logDir=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616, archiveDir=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/oldWALs, maxLogs=10
2024-11-09T00:20:27,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.rep.1731111627663, exclude list is [], retry=0
2024-11-09T00:20:27,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38575,DS-57c703dd-4682-4381-92e9-127aab762ca2,DISK]
2024-11-09T00:20:27,683 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.rep.1731111627663
2024-11-09T00:20:27,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37923:37923)]
2024-11-09T00:20:27,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 56ce021f2f70a1ee8e49cb8cd3e46415, NAME => 'hbase:replication,,1731111627317.56ce021f2f70a1ee8e49cb8cd3e46415.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:20:27,684 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:20:27,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:20:27,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731111627317.56ce021f2f70a1ee8e49cb8cd3e46415. service=MultiRowMutationService
2024-11-09T00:20:27,684 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-09T00:20:27,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 56ce021f2f70a1ee8e49cb8cd3e46415
2024-11-09T00:20:27,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731111627317.56ce021f2f70a1ee8e49cb8cd3e46415.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:20:27,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 56ce021f2f70a1ee8e49cb8cd3e46415
2024-11-09T00:20:27,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 56ce021f2f70a1ee8e49cb8cd3e46415
2024-11-09T00:20:27,690 INFO  [StoreOpener-56ce021f2f70a1ee8e49cb8cd3e46415-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 56ce021f2f70a1ee8e49cb8cd3e46415 
2024-11-09T00:20:27,692 INFO  [StoreOpener-56ce021f2f70a1ee8e49cb8cd3e46415-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56ce021f2f70a1ee8e49cb8cd3e46415 columnFamilyName hfileref
2024-11-09T00:20:27,692 DEBUG [StoreOpener-56ce021f2f70a1ee8e49cb8cd3e46415-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:27,692 INFO  [StoreOpener-56ce021f2f70a1ee8e49cb8cd3e46415-1 {}] regionserver.HStore(327): Store=56ce021f2f70a1ee8e49cb8cd3e46415/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:27,692 INFO  [StoreOpener-56ce021f2f70a1ee8e49cb8cd3e46415-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 56ce021f2f70a1ee8e49cb8cd3e46415 
2024-11-09T00:20:27,693 INFO  [StoreOpener-56ce021f2f70a1ee8e49cb8cd3e46415-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56ce021f2f70a1ee8e49cb8cd3e46415 columnFamilyName queue
2024-11-09T00:20:27,693 DEBUG [StoreOpener-56ce021f2f70a1ee8e49cb8cd3e46415-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:27,693 INFO  [StoreOpener-56ce021f2f70a1ee8e49cb8cd3e46415-1 {}] regionserver.HStore(327): Store=56ce021f2f70a1ee8e49cb8cd3e46415/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:27,693 INFO  [StoreOpener-56ce021f2f70a1ee8e49cb8cd3e46415-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 56ce021f2f70a1ee8e49cb8cd3e46415 
2024-11-09T00:20:27,697 INFO  [StoreOpener-56ce021f2f70a1ee8e49cb8cd3e46415-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56ce021f2f70a1ee8e49cb8cd3e46415 columnFamilyName sid
2024-11-09T00:20:27,697 DEBUG [StoreOpener-56ce021f2f70a1ee8e49cb8cd3e46415-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:27,697 INFO  [StoreOpener-56ce021f2f70a1ee8e49cb8cd3e46415-1 {}] regionserver.HStore(327): Store=56ce021f2f70a1ee8e49cb8cd3e46415/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:27,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 56ce021f2f70a1ee8e49cb8cd3e46415
2024-11-09T00:20:27,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/replication/56ce021f2f70a1ee8e49cb8cd3e46415
2024-11-09T00:20:27,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/replication/56ce021f2f70a1ee8e49cb8cd3e46415
2024-11-09T00:20:27,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 56ce021f2f70a1ee8e49cb8cd3e46415
2024-11-09T00:20:27,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 56ce021f2f70a1ee8e49cb8cd3e46415
2024-11-09T00:20:27,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-09T00:20:27,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 56ce021f2f70a1ee8e49cb8cd3e46415
2024-11-09T00:20:27,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/replication/56ce021f2f70a1ee8e49cb8cd3e46415/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:20:27,703 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 56ce021f2f70a1ee8e49cb8cd3e46415; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61509713, jitterRate=-0.0834338515996933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-09T00:20:27,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56ce021f2f70a1ee8e49cb8cd3e46415
2024-11-09T00:20:27,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 56ce021f2f70a1ee8e49cb8cd3e46415:
Running coprocessor pre-open hook at 1731111627685Writing region info on filesystem at 1731111627685Initializing all the Stores at 1731111627686 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111627686Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111627690 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111627690Cleaning up temporary data from old regions at 1731111627700 (+10 ms)Running coprocessor post-open hooks at 1731111627703 (+3 ms)Region opened successfully at 1731111627703
2024-11-09T00:20:27,704 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731111627317.56ce021f2f70a1ee8e49cb8cd3e46415., pid=10, masterSystemTime=1731111627658
2024-11-09T00:20:27,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731111627317.56ce021f2f70a1ee8e49cb8cd3e46415.
2024-11-09T00:20:27,708 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731111627317.56ce021f2f70a1ee8e49cb8cd3e46415.
2024-11-09T00:20:27,708 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=56ce021f2f70a1ee8e49cb8cd3e46415, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,44025,1731111611616
2024-11-09T00:20:27,712 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44443 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=ef986b38239e,44025,1731111611616, table=hbase:replication, region=56ce021f2f70a1ee8e49cb8cd3e46415. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-09T00:20:27,712 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 379, reset compression=false
2024-11-09T00:20:27,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56ce021f2f70a1ee8e49cb8cd3e46415, server=ef986b38239e,44025,1731111611616 because future has completed
2024-11-09T00:20:27,738 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-09T00:20:27,738 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 56ce021f2f70a1ee8e49cb8cd3e46415, server=ef986b38239e,44025,1731111611616 in 231 msec
2024-11-09T00:20:27,740 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-09T00:20:27,740 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=56ce021f2f70a1ee8e49cb8cd3e46415, ASSIGN in 399 msec
2024-11-09T00:20:27,741 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T00:20:27,741 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111627741"}]},"ts":"1731111627741"}
2024-11-09T00:20:27,743 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-09T00:20:27,745 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T00:20:27,747 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 428 msec
2024-11-09T00:20:27,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731111627317.56ce021f2f70a1ee8e49cb8cd3e46415., hostname=ef986b38239e,44025,1731111611616, seqNum=2]
2024-11-09T00:20:27,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x1011cf6c9490003, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1906010418
2024-11-09T00:20:27,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44025-0x1011cf6c9490004, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1906010418
2024-11-09T00:20:27,879 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-09T00:20:27,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:20:28,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-09T00:20:28,032 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-09T00:20:28,067 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ef986b38239e,44025,1731111611616, ReplicationSource: 1, currentBandwidth=0
2024-11-09T00:20:28,067 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:20:28,067 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,44025,1731111611616, seqNum=-1]
2024-11-09T00:20:28,068 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:20:28,069 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService
2024-11-09T00:20:28,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ef986b38239e,44025,1731111611616', locateType=CURRENT is [region=hbase:replication,,1731111627317.56ce021f2f70a1ee8e49cb8cd3e46415., hostname=ef986b38239e,44025,1731111611616, seqNum=2]
2024-11-09T00:20:28,073 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-09T00:20:28,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44443 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-09T00:20:28,076 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ef986b38239e,44025,1731111611616 suceeded
2024-11-09T00:20:28,078 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-09T00:20:28,078 INFO  [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ef986b38239e:37487,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-09T00:20:28,078 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec
2024-11-09T00:20:28,079 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 770 msec
2024-11-09T00:20:28,092 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:37487'
2024-11-09T00:20:28,093 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3606450f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:28,094 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,37487,-1 for getting cluster id
2024-11-09T00:20:28,094 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:20:28,094 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7328edff-966c-4395-8a34-ad4912265485'
2024-11-09T00:20:28,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:20:28,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7328edff-966c-4395-8a34-ad4912265485"

2024-11-09T00:20:28,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f37e5c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:28,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,37487,-1]
2024-11-09T00:20:28,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:20:28,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:28,096 INFO  [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:20:28,096 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@774655c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:28,096 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:20:28,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,37487,1731111617526
2024-11-09T00:20:28,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@198a22d8
2024-11-09T00:20:28,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:20:28,098 INFO  [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService
2024-11-09T00:20:28,098 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef986b38239e,44025,1731111611616 (queues=1) is replicating from cluster=d587dee0-c982-4859-9524-25f727608a81 to cluster=7328edff-966c-4395-8a34-ad4912265485
2024-11-09T00:20:28,098 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef986b38239e%2C44025%2C1731111611616
2024-11-09T00:20:28,099 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef986b38239e,44025,1731111611616, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-09T00:20:28,099 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.shipperef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef986b38239e%2C44025%2C1731111611616
2024-11-09T00:20:28,099 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353, startPosition=0, beingWritten=true
2024-11-09T00:20:28,103 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:20:28,103 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 379, reset compression=false
2024-11-09T00:20:28,103 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.shipperef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,44025,1731111611616 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:20:28,145 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 379, reset compression=false
2024-11-09T00:20:28,307 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 379, reset compression=false
2024-11-09T00:20:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:20:28,446 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-09T00:20:28,446 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:20:28,446 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:20:28,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:28,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:28,447 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:20:28,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef6288b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:28,447 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,37487,-1 for getting cluster id
2024-11-09T00:20:28,447 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:20:28,448 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7328edff-966c-4395-8a34-ad4912265485'
2024-11-09T00:20:28,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:20:28,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7328edff-966c-4395-8a34-ad4912265485"

2024-11-09T00:20:28,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1edc713f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:28,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,37487,-1]
2024-11-09T00:20:28,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:20:28,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:28,449 INFO  [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:20:28,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5f94f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:28,450 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:20:28,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,37487,1731111617526
2024-11-09T00:20:28,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6711cf2f
2024-11-09T00:20:28,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:20:28,451 INFO  [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:20:28,452 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ef986b38239e:44443,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-09T00:20:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-09T00:20:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:20:28,454 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:44443'
2024-11-09T00:20:28,454 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a7bd592, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:28,454 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,44443,-1 for getting cluster id
2024-11-09T00:20:28,455 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:20:28,455 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd587dee0-c982-4859-9524-25f727608a81'
2024-11-09T00:20:28,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:20:28,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d587dee0-c982-4859-9524-25f727608a81"

2024-11-09T00:20:28,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc6b3e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:28,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,44443,-1]
2024-11-09T00:20:28,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:20:28,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:28,456 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:20:28,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e4b4c2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:28,456 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:20:28,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,44443,1731111611485
2024-11-09T00:20:28,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39797549
2024-11-09T00:20:28,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:20:28,458 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:20:28,458 INFO  [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1.
2024-11-09T00:20:28,458 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-09T00:20:28,458 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:28,458 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:28,458 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:20:28,459 INFO  [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:20:28,460 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-09T00:20:28,460 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T00:20:28,460 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:28,461 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T00:20:28,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741837_1013 (size=1138)
2024-11-09T00:20:28,510 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-09T00:20:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:20:28,616 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 379, reset compression=false
2024-11-09T00:20:28,648 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 379, reset compression=false
2024-11-09T00:20:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:20:28,867 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e4b3bb5a36ebbf82f3dac8614c6f7274, NAME => 'hbase:replication,,1731111628458.e4b3bb5a36ebbf82f3dac8614c6f7274.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c
2024-11-09T00:20:28,871 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741838_1014 (size=44)
2024-11-09T00:20:29,020 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 379, reset compression=false
2024-11-09T00:20:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:20:29,250 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 379, reset compression=false
2024-11-09T00:20:29,272 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731111628458.e4b3bb5a36ebbf82f3dac8614c6f7274.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:20:29,272 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e4b3bb5a36ebbf82f3dac8614c6f7274, disabling compactions & flushes
2024-11-09T00:20:29,272 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111628458.e4b3bb5a36ebbf82f3dac8614c6f7274.
2024-11-09T00:20:29,272 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111628458.e4b3bb5a36ebbf82f3dac8614c6f7274.
2024-11-09T00:20:29,272 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111628458.e4b3bb5a36ebbf82f3dac8614c6f7274. after waiting 0 ms
2024-11-09T00:20:29,272 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111628458.e4b3bb5a36ebbf82f3dac8614c6f7274.
2024-11-09T00:20:29,272 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731111628458.e4b3bb5a36ebbf82f3dac8614c6f7274.
2024-11-09T00:20:29,272 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e4b3bb5a36ebbf82f3dac8614c6f7274:
Waiting for close lock at 1731111629272Disabling compacts and flushes for region at 1731111629272Disabling writes for close at 1731111629272Writing region close event to WAL at 1731111629272Closed at 1731111629272
2024-11-09T00:20:29,274 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T00:20:29,274 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731111628458.e4b3bb5a36ebbf82f3dac8614c6f7274.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731111629274"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731111629274"}]},"ts":"1731111629274"}
2024-11-09T00:20:29,275 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T00:20:29,276 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T00:20:29,276 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111629276"}]},"ts":"1731111629276"}
2024-11-09T00:20:29,278 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-09T00:20:29,278 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e4b3bb5a36ebbf82f3dac8614c6f7274, ASSIGN}]
2024-11-09T00:20:29,279 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e4b3bb5a36ebbf82f3dac8614c6f7274, ASSIGN
2024-11-09T00:20:29,280 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e4b3bb5a36ebbf82f3dac8614c6f7274, ASSIGN; state=OFFLINE, location=ef986b38239e,41021,1731111617943; forceNewPlan=false, retain=false
2024-11-09T00:20:29,430 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e4b3bb5a36ebbf82f3dac8614c6f7274, regionState=OPENING, regionLocation=ef986b38239e,41021,1731111617943
2024-11-09T00:20:29,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e4b3bb5a36ebbf82f3dac8614c6f7274, ASSIGN because future has completed
2024-11-09T00:20:29,433 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4b3bb5a36ebbf82f3dac8614c6f7274, server=ef986b38239e,41021,1731111617943}]
2024-11-09T00:20:29,523 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 379, reset compression=false
2024-11-09T00:20:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:20:29,593 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731111628458.e4b3bb5a36ebbf82f3dac8614c6f7274.
2024-11-09T00:20:29,593 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:20:29,594 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-09T00:20:29,595 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C41021%2C1731111617943.rep, suffix=, logDir=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943, archiveDir=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/oldWALs, maxLogs=10
2024-11-09T00:20:29,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.rep.1731111629596, exclude list is [], retry=0
2024-11-09T00:20:29,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45577,DS-a986ce74-6fe8-4743-98d5-dd478556da55,DISK]
2024-11-09T00:20:29,616 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.rep.1731111629596
2024-11-09T00:20:29,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35231:35231)]
2024-11-09T00:20:29,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e4b3bb5a36ebbf82f3dac8614c6f7274, NAME => 'hbase:replication,,1731111628458.e4b3bb5a36ebbf82f3dac8614c6f7274.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:20:29,620 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:20:29,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:20:29,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731111628458.e4b3bb5a36ebbf82f3dac8614c6f7274. service=MultiRowMutationService
2024-11-09T00:20:29,620 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-09T00:20:29,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e4b3bb5a36ebbf82f3dac8614c6f7274
2024-11-09T00:20:29,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731111628458.e4b3bb5a36ebbf82f3dac8614c6f7274.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:20:29,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e4b3bb5a36ebbf82f3dac8614c6f7274
2024-11-09T00:20:29,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e4b3bb5a36ebbf82f3dac8614c6f7274
2024-11-09T00:20:29,624 INFO  [StoreOpener-e4b3bb5a36ebbf82f3dac8614c6f7274-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e4b3bb5a36ebbf82f3dac8614c6f7274 
2024-11-09T00:20:29,625 INFO  [StoreOpener-e4b3bb5a36ebbf82f3dac8614c6f7274-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4b3bb5a36ebbf82f3dac8614c6f7274 columnFamilyName hfileref
2024-11-09T00:20:29,625 DEBUG [StoreOpener-e4b3bb5a36ebbf82f3dac8614c6f7274-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:29,625 INFO  [StoreOpener-e4b3bb5a36ebbf82f3dac8614c6f7274-1 {}] regionserver.HStore(327): Store=e4b3bb5a36ebbf82f3dac8614c6f7274/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:29,625 INFO  [StoreOpener-e4b3bb5a36ebbf82f3dac8614c6f7274-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e4b3bb5a36ebbf82f3dac8614c6f7274 
2024-11-09T00:20:29,626 INFO  [StoreOpener-e4b3bb5a36ebbf82f3dac8614c6f7274-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4b3bb5a36ebbf82f3dac8614c6f7274 columnFamilyName queue
2024-11-09T00:20:29,626 DEBUG [StoreOpener-e4b3bb5a36ebbf82f3dac8614c6f7274-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:29,626 INFO  [StoreOpener-e4b3bb5a36ebbf82f3dac8614c6f7274-1 {}] regionserver.HStore(327): Store=e4b3bb5a36ebbf82f3dac8614c6f7274/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:29,626 INFO  [StoreOpener-e4b3bb5a36ebbf82f3dac8614c6f7274-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e4b3bb5a36ebbf82f3dac8614c6f7274 
2024-11-09T00:20:29,627 INFO  [StoreOpener-e4b3bb5a36ebbf82f3dac8614c6f7274-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4b3bb5a36ebbf82f3dac8614c6f7274 columnFamilyName sid
2024-11-09T00:20:29,627 DEBUG [StoreOpener-e4b3bb5a36ebbf82f3dac8614c6f7274-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:29,627 INFO  [StoreOpener-e4b3bb5a36ebbf82f3dac8614c6f7274-1 {}] regionserver.HStore(327): Store=e4b3bb5a36ebbf82f3dac8614c6f7274/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:29,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e4b3bb5a36ebbf82f3dac8614c6f7274
2024-11-09T00:20:29,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/hbase/replication/e4b3bb5a36ebbf82f3dac8614c6f7274
2024-11-09T00:20:29,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/hbase/replication/e4b3bb5a36ebbf82f3dac8614c6f7274
2024-11-09T00:20:29,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e4b3bb5a36ebbf82f3dac8614c6f7274
2024-11-09T00:20:29,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e4b3bb5a36ebbf82f3dac8614c6f7274
2024-11-09T00:20:29,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-09T00:20:29,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e4b3bb5a36ebbf82f3dac8614c6f7274
2024-11-09T00:20:29,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/hbase/replication/e4b3bb5a36ebbf82f3dac8614c6f7274/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:20:29,633 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e4b3bb5a36ebbf82f3dac8614c6f7274; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68959060, jitterRate=0.027570068836212158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-09T00:20:29,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4b3bb5a36ebbf82f3dac8614c6f7274
2024-11-09T00:20:29,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e4b3bb5a36ebbf82f3dac8614c6f7274:
Running coprocessor pre-open hook at 1731111629620Writing region info on filesystem at 1731111629620Initializing all the Stores at 1731111629621 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111629621Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111629623 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111629623Cleaning up temporary data from old regions at 1731111629629 (+6 ms)Running coprocessor post-open hooks at 1731111629633 (+4 ms)Region opened successfully at 1731111629633
2024-11-09T00:20:29,634 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731111628458.e4b3bb5a36ebbf82f3dac8614c6f7274., pid=10, masterSystemTime=1731111629585
2024-11-09T00:20:29,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731111628458.e4b3bb5a36ebbf82f3dac8614c6f7274.
2024-11-09T00:20:29,636 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731111628458.e4b3bb5a36ebbf82f3dac8614c6f7274.
2024-11-09T00:20:29,636 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e4b3bb5a36ebbf82f3dac8614c6f7274, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,41021,1731111617943
2024-11-09T00:20:29,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4b3bb5a36ebbf82f3dac8614c6f7274, server=ef986b38239e,41021,1731111617943 because future has completed
2024-11-09T00:20:29,641 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-09T00:20:29,641 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e4b3bb5a36ebbf82f3dac8614c6f7274, server=ef986b38239e,41021,1731111617943 in 206 msec
2024-11-09T00:20:29,643 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-09T00:20:29,643 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e4b3bb5a36ebbf82f3dac8614c6f7274, ASSIGN in 363 msec
2024-11-09T00:20:29,643 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T00:20:29,644 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111629643"}]},"ts":"1731111629643"}
2024-11-09T00:20:29,647 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-09T00:20:29,648 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T00:20:29,649 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1890 sec
2024-11-09T00:20:29,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731111628458.e4b3bb5a36ebbf82f3dac8614c6f7274., hostname=ef986b38239e,41021,1731111617943, seqNum=2]
2024-11-09T00:20:29,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37487-0x1011cf6c9490006, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1878033539
2024-11-09T00:20:29,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41021-0x1011cf6c9490007, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1878033539
2024-11-09T00:20:29,774 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-09T00:20:29,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-09T00:20:29,927 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-09T00:20:29,953 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 379, reset compression=false
2024-11-09T00:20:29,960 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ef986b38239e,41021,1731111617943, ReplicationSource: 1, currentBandwidth=0
2024-11-09T00:20:29,960 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:20:29,960 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,41021,1731111617943, seqNum=-1]
2024-11-09T00:20:29,961 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:20:29,962 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService
2024-11-09T00:20:29,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ef986b38239e,41021,1731111617943', locateType=CURRENT is [region=hbase:replication,,1731111628458.e4b3bb5a36ebbf82f3dac8614c6f7274., hostname=ef986b38239e,41021,1731111617943, seqNum=2]
2024-11-09T00:20:29,967 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-09T00:20:29,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-09T00:20:29,969 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ef986b38239e,41021,1731111617943 suceeded
2024-11-09T00:20:29,970 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-09T00:20:29,970 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec
2024-11-09T00:20:29,970 INFO  [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ef986b38239e:44443,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-09T00:20:29,972 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5180 sec
2024-11-09T00:20:29,981 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:44443'
2024-11-09T00:20:29,982 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4221495, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:29,982 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,44443,-1 for getting cluster id
2024-11-09T00:20:29,982 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:20:29,983 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd587dee0-c982-4859-9524-25f727608a81'
2024-11-09T00:20:29,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:20:29,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d587dee0-c982-4859-9524-25f727608a81"

2024-11-09T00:20:29,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2befbcc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:29,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,44443,-1]
2024-11-09T00:20:29,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:20:29,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:29,984 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:20:29,985 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@288f9d39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:29,985 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:20:29,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,44443,1731111611485
2024-11-09T00:20:29,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13b59154
2024-11-09T00:20:29,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:20:29,986 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService
2024-11-09T00:20:29,987 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef986b38239e,41021,1731111617943 (queues=1) is replicating from cluster=7328edff-966c-4395-8a34-ad4912265485 to cluster=d587dee0-c982-4859-9524-25f727608a81
2024-11-09T00:20:29,987 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef986b38239e%2C41021%2C1731111617943
2024-11-09T00:20:29,987 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef986b38239e,41021,1731111617943, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-09T00:20:29,987 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014, startPosition=0, beingWritten=true
2024-11-09T00:20:29,987 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.shipperef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef986b38239e%2C41021%2C1731111617943
2024-11-09T00:20:29,993 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:20:29,993 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014 to pos 379, reset compression=false
2024-11-09T00:20:29,993 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.shipperef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,41021,1731111617943 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:20:30,135 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 379, reset compression=false
2024-11-09T00:20:30,197 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014 to pos 379, reset compression=false
2024-11-09T00:20:30,501 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014 to pos 379, reset compression=false
2024-11-09T00:20:30,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:20:30,596 INFO  [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-09T00:20:30,596 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:20:30,596 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:20:30,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:30,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:30,596 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:20:30,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c668a29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:30,597 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,33753,-1 for getting cluster id
2024-11-09T00:20:30,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:20:30,598 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '059fda4c-10db-42d4-9db0-d1a34a50d98a'
2024-11-09T00:20:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:20:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "059fda4c-10db-42d4-9db0-d1a34a50d98a"

2024-11-09T00:20:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e81afa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,33753,-1]
2024-11-09T00:20:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:20:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:30,599 INFO  [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:20:30,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a6f2a5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:30,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed12462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:30,600 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,44443,-1 for getting cluster id
2024-11-09T00:20:30,600 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:20:30,601 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd587dee0-c982-4859-9524-25f727608a81'
2024-11-09T00:20:30,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:20:30,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d587dee0-c982-4859-9524-25f727608a81"

2024-11-09T00:20:30,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1d5149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:30,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,44443,-1]
2024-11-09T00:20:30,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:20:30,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:30,602 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:20:30,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f491e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:30,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3615816c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:30,603 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,37487,-1 for getting cluster id
2024-11-09T00:20:30,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:20:30,604 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7328edff-966c-4395-8a34-ad4912265485'
2024-11-09T00:20:30,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:20:30,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7328edff-966c-4395-8a34-ad4912265485"

2024-11-09T00:20:30,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5393863f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:30,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,37487,-1]
2024-11-09T00:20:30,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:20:30,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:30,605 INFO  [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:20:30,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb68135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:30,606 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:20:30,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,35323,1731111606328, seqNum=-1]
2024-11-09T00:20:30,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:20:30,608 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:20:30,611 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731111620672.5941382c33ce60ee4c38e94496960dfd., hostname=ef986b38239e,35323,1731111606328, seqNum=2]
2024-11-09T00:20:30,614 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:20:30,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,41021,1731111617943, seqNum=-1]
2024-11-09T00:20:30,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:20:30,616 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:20:30,618 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731111623969.3b36e05bd3ecd3a6fcc502f65a1639fb., hostname=ef986b38239e,41021,1731111617943, seqNum=2]
2024-11-09T00:20:30,619 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false
2024-11-09T00:20:30,761 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 379, reset compression=false
2024-11-09T00:20:30,782 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:20:30,782 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 480, reset compression=false
2024-11-09T00:20:30,782 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.shipperef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,35323,1731111606328 got entry batch from reader: WALEntryBatch [walEntries=[{test/5941382c33ce60ee4c38e94496960dfd/4=[#edits: 1 = <row/f:row/1731111630612/Put/vlen=3/seqid=0; >],199}], lastWalPath=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199]
2024-11-09T00:20:30,788 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.shipperef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:20:30,788 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService
2024-11-09T00:20:30,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44025 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-09T00:20:30,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a644bb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:30,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44025 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,44443,-1 for getting cluster id
2024-11-09T00:20:30,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:20:30,796 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd587dee0-c982-4859-9524-25f727608a81'
2024-11-09T00:20:30,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:20:30,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d587dee0-c982-4859-9524-25f727608a81"

2024-11-09T00:20:30,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6076d1c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:30,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,44443,-1]
2024-11-09T00:20:30,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:20:30,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:30,797 INFO  [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:20:30,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42ea7ef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:30,799 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44025 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:20:30,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,44025,1731111611616, seqNum=-1]
2024-11-09T00:20:30,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:20:30,801 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService
2024-11-09T00:20:30,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731111622828.60146ff94c34af31539cb8f691e50463., hostname=ef986b38239e,44025,1731111611616, seqNum=2]
2024-11-09T00:20:30,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44025 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-09T00:20:30,839 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 379, reset compression=false
2024-11-09T00:20:30,852 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:20:30,852 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 503, reset compression=false
2024-11-09T00:20:30,852 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.shipperef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,44025,1731111611616 got entry batch from reader: WALEntryBatch [walEntries=[{test/60146ff94c34af31539cb8f691e50463/4=[#edits: 1 = <row/f:row/1731111630612/Put/vlen=3/seqid=0; >],215}], lastWalPath=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215]
2024-11-09T00:20:30,854 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.shipperef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:20:30,855 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService
2024-11-09T00:20:30,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41021 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-09T00:20:30,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3adb5a52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:30,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41021 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,37487,-1 for getting cluster id
2024-11-09T00:20:30,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:20:30,866 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7328edff-966c-4395-8a34-ad4912265485'
2024-11-09T00:20:30,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:20:30,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7328edff-966c-4395-8a34-ad4912265485"

2024-11-09T00:20:30,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28e28b8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:30,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,37487,-1]
2024-11-09T00:20:30,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:20:30,868 INFO  [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:20:30,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:30,869 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a9d61d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:30,870 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41021 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:20:30,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,41021,1731111617943, seqNum=-1]
2024-11-09T00:20:30,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:20:30,872 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService
2024-11-09T00:20:30,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731111623969.3b36e05bd3ecd3a6fcc502f65a1639fb., hostname=ef986b38239e,41021,1731111617943, seqNum=2]
2024-11-09T00:20:30,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41021 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-09T00:20:30,904 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014 to pos 379, reset compression=false
2024-11-09T00:20:30,909 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:20:30,909 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014 to pos 527, reset compression=false
2024-11-09T00:20:30,909 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.shipperef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,41021,1731111617943 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:20:30,997 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 480, reset compression=false
2024-11-09T00:20:31,066 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 503, reset compression=false
2024-11-09T00:20:31,121 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014 to pos 527, reset compression=false
2024-11-09T00:20:31,325 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 480, reset compression=false
2024-11-09T00:20:31,373 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 503, reset compression=false
2024-11-09T00:20:31,425 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014 to pos 527, reset compression=false
2024-11-09T00:20:31,622 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false
2024-11-09T00:20:31,623 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:20:31,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,44025,1731111611616, seqNum=-1]
2024-11-09T00:20:31,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:20:31,626 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:20:31,628 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731111622828.60146ff94c34af31539cb8f691e50463., hostname=ef986b38239e,44025,1731111611616, seqNum=2]
2024-11-09T00:20:31,633 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false
2024-11-09T00:20:31,729 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 480, reset compression=false
2024-11-09T00:20:31,780 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 503, reset compression=false
2024-11-09T00:20:31,785 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:20:31,785 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 607, reset compression=false
2024-11-09T00:20:31,785 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.shipperef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,44025,1731111611616 got entry batch from reader: WALEntryBatch [walEntries=[{test/60146ff94c34af31539cb8f691e50463/5=[#edits: 1 = <row1/f:row1/1731111631630/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-09T00:20:31,788 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41021 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-09T00:20:31,793 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41021 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-09T00:20:31,857 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014 to pos 527, reset compression=false
2024-11-09T00:20:31,861 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:20:31,862 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014 to pos 655, reset compression=false
2024-11-09T00:20:31,862 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.shipperef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,41021,1731111617943 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:20:31,998 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 607, reset compression=false
2024-11-09T00:20:32,065 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014 to pos 655, reset compression=false
2024-11-09T00:20:32,237 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:20:32,244 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:32,245 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:32,245 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:32,245 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:32,245 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:32,249 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 480, reset compression=false
2024-11-09T00:20:32,297 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:32,297 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:32,298 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:32,298 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:32,298 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:32,299 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:32,301 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 607, reset compression=false
2024-11-09T00:20:32,307 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:32,311 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:32,312 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:32,348 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-09T00:20:32,369 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014 to pos 655, reset compression=false
2024-11-09T00:20:32,635 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false
2024-11-09T00:20:32,641 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false
2024-11-09T00:20:32,704 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 607, reset compression=false
2024-11-09T00:20:32,773 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014 to pos 655, reset compression=false
2024-11-09T00:20:32,810 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:20:32,810 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014 to pos 759, reset compression=false
2024-11-09T00:20:32,811 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.shipperef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,41021,1731111617943 got entry batch from reader: WALEntryBatch [walEntries=[{test/3b36e05bd3ecd3a6fcc502f65a1639fb/6=[#edits: 1 = <row2/f:row2/1731111632637/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-09T00:20:32,815 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.shipperef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:20:32,816 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService
2024-11-09T00:20:32,817 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44025 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-09T00:20:32,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44025 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-09T00:20:32,861 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 480, reset compression=false
2024-11-09T00:20:33,029 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014 to pos 759, reset compression=false
2024-11-09T00:20:33,214 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 607, reset compression=false
2024-11-09T00:20:33,219 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:20:33,219 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 734, reset compression=false
2024-11-09T00:20:33,219 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.shipperef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,44025,1731111611616 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:20:33,333 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014 to pos 759, reset compression=false
2024-11-09T00:20:33,425 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 734, reset compression=false
2024-11-09T00:20:33,581 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 480, reset compression=false
2024-11-09T00:20:33,643 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false
2024-11-09T00:20:33,647 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true
2024-11-09T00:20:33,729 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 734, reset compression=false
2024-11-09T00:20:33,736 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014 to pos 759, reset compression=false
2024-11-09T00:20:34,133 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 734, reset compression=false
2024-11-09T00:20:34,242 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014 to pos 759, reset compression=false
2024-11-09T00:20:34,384 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 480, reset compression=false
2024-11-09T00:20:34,388 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:20:34,388 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 636, reset compression=false
2024-11-09T00:20:34,388 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.shipperef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,35323,1731111606328 got entry batch from reader: WALEntryBatch [walEntries=[{test/5941382c33ce60ee4c38e94496960dfd/5=[#edits: 2 = <row/f:/1731111633644/DeleteFamily/vlen=0/seqid=0; row/f1:/1731111633644/DeleteFamily/vlen=0/seqid=0; >],271}], lastWalPath=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271]
2024-11-09T00:20:34,389 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44025 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-09T00:20:34,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44025 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-09T00:20:34,592 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 636, reset compression=false
2024-11-09T00:20:34,637 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 734, reset compression=false
2024-11-09T00:20:34,640 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:20:34,640 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 881, reset compression=false
2024-11-09T00:20:34,640 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.shipperef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,44025,1731111611616 got entry batch from reader: WALEntryBatch [walEntries=[{test/60146ff94c34af31539cb8f691e50463/7=[#edits: 2 = <row/f:/1731111633644/DeleteFamily/vlen=0/seqid=0; row/f1:/1731111633644/DeleteFamily/vlen=0/seqid=0; >],287}], lastWalPath=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287]
2024-11-09T00:20:34,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41021 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-09T00:20:34,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41021 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-09T00:20:34,648 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true
2024-11-09T00:20:34,652 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true
2024-11-09T00:20:34,844 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 881, reset compression=false
2024-11-09T00:20:34,851 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:20:34,851 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 1040, reset compression=false
2024-11-09T00:20:34,851 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014 to pos 759, reset compression=false
2024-11-09T00:20:34,851 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.shipperef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,44025,1731111611616 got entry batch from reader: WALEntryBatch [walEntries=[{test/60146ff94c34af31539cb8f691e50463/8=[#edits: 2 = <row1/f:/1731111634649/DeleteFamily/vlen=0/seqid=0; row1/f1:/1731111634649/DeleteFamily/vlen=0/seqid=0; >],279}], lastWalPath=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279]
2024-11-09T00:20:34,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41021 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-09T00:20:34,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41021 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-09T00:20:34,870 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:20:34,870 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014 to pos 1080, reset compression=false
2024-11-09T00:20:34,870 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.shipperef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,41021,1731111617943 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:20:34,896 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 636, reset compression=false
2024-11-09T00:20:35,063 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 1040, reset compression=false
2024-11-09T00:20:35,077 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014 to pos 1080, reset compression=false
2024-11-09T00:20:35,313 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 636, reset compression=false
2024-11-09T00:20:35,369 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 1040, reset compression=false
2024-11-09T00:20:35,388 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014 to pos 1080, reset compression=false
2024-11-09T00:20:35,636 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:20:35,637 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef986b38239e,44553,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-09T00:20:35,637 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108818 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef986b38239e,44553,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-09T00:20:35,654 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true
2024-11-09T00:20:35,661 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true
2024-11-09T00:20:35,723 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-09T00:20:35,773 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 1040, reset compression=false
2024-11-09T00:20:35,792 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014 to pos 1080, reset compression=false
2024-11-09T00:20:35,797 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:20:35,798 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014 to pos 1239, reset compression=false
2024-11-09T00:20:35,798 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.shipperef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,41021,1731111617943 got entry batch from reader: WALEntryBatch [walEntries=[{test/3b36e05bd3ecd3a6fcc502f65a1639fb/9=[#edits: 2 = <row2/f:/1731111635655/DeleteFamily/vlen=0/seqid=0; row2/f1:/1731111635655/DeleteFamily/vlen=0/seqid=0; >],279}], lastWalPath=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279]
2024-11-09T00:20:35,799 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44025 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-09T00:20:35,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44025 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-09T00:20:35,819 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 636, reset compression=false
2024-11-09T00:20:36,005 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014 to pos 1239, reset compression=false
2024-11-09T00:20:36,281 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 1040, reset compression=false
2024-11-09T00:20:36,285 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:20:36,285 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 1189, reset compression=false
2024-11-09T00:20:36,285 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.shipperef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,44025,1731111611616 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:20:36,313 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014 to pos 1239, reset compression=false
2024-11-09T00:20:36,425 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 636, reset compression=false
2024-11-09T00:20:36,479 DEBUG [master/ef986b38239e:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=35, reused chunk count=128, reuseRatio=78.53%
2024-11-09T00:20:36,479 DEBUG [master/ef986b38239e:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0
2024-11-09T00:20:36,488 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 1189, reset compression=false
2024-11-09T00:20:36,662 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true
2024-11-09T00:20:36,670 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-09T00:20:36,670 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:20:36,670 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:20:36,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:36,670 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:20:36,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:36,671 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-09T00:20:36,671 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1709460536, stopped=false
2024-11-09T00:20:36,671 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef986b38239e,37487,1731111617526
2024-11-09T00:20:36,717 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014 to pos 1239, reset compression=false
2024-11-09T00:20:36,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37487-0x1011cf6c9490006, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1878033539/running
2024-11-09T00:20:36,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41021-0x1011cf6c9490007, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1878033539/running
2024-11-09T00:20:36,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41021-0x1011cf6c9490007, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1878033539
2024-11-09T00:20:36,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37487-0x1011cf6c9490006, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1878033539
2024-11-09T00:20:36,740 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:20:36,740 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:20:36,740 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:20:36,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:36,741 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef986b38239e,41021,1731111617943' *****
2024-11-09T00:20:36,741 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T00:20:36,741 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37487-0x1011cf6c9490006, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Set watcher on znode that does not yet exist, /2-1878033539/running
2024-11-09T00:20:36,741 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41021-0x1011cf6c9490007, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Set watcher on znode that does not yet exist, /2-1878033539/running
2024-11-09T00:20:36,742 INFO  [RS:0;ef986b38239e:41021 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T00:20:36,742 INFO  [RS:0;ef986b38239e:41021 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T00:20:36,742 INFO  [RS:0;ef986b38239e:41021 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T00:20:36,742 INFO  [RS:0;ef986b38239e:41021 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b36e05bd3ecd3a6fcc502f65a1639fb
2024-11-09T00:20:36,742 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T00:20:36,744 INFO  [RS:0;ef986b38239e:41021 {}] regionserver.HRegionServer(3091): Received CLOSE for e4b3bb5a36ebbf82f3dac8614c6f7274
2024-11-09T00:20:36,744 INFO  [RS:0;ef986b38239e:41021 {}] regionserver.HRegionServer(959): stopping server ef986b38239e,41021,1731111617943
2024-11-09T00:20:36,744 INFO  [RS:0;ef986b38239e:41021 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:20:36,744 INFO  [RS:0;ef986b38239e:41021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:41021.
2024-11-09T00:20:36,744 DEBUG [RS:0;ef986b38239e:41021 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:20:36,744 DEBUG [RS:0;ef986b38239e:41021 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:36,744 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b36e05bd3ecd3a6fcc502f65a1639fb, disabling compactions & flushes
2024-11-09T00:20:36,745 INFO  [RS:0;ef986b38239e:41021 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T00:20:36,745 INFO  [RS:0;ef986b38239e:41021 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T00:20:36,745 INFO  [RS:0;ef986b38239e:41021 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T00:20:36,745 INFO  [RS:0;ef986b38239e:41021 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-09T00:20:36,745 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731111623969.3b36e05bd3ecd3a6fcc502f65a1639fb.
2024-11-09T00:20:36,745 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731111623969.3b36e05bd3ecd3a6fcc502f65a1639fb.
2024-11-09T00:20:36,745 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731111623969.3b36e05bd3ecd3a6fcc502f65a1639fb. after waiting 0 ms
2024-11-09T00:20:36,745 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731111623969.3b36e05bd3ecd3a6fcc502f65a1639fb.
2024-11-09T00:20:36,745 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3b36e05bd3ecd3a6fcc502f65a1639fb 3/3 column families, dataSize=276 B heapSize=1.77 KB
2024-11-09T00:20:36,748 INFO  [RS:0;ef986b38239e:41021 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-09T00:20:36,748 DEBUG [RS:0;ef986b38239e:41021 {}] regionserver.HRegionServer(1325): Online Regions={3b36e05bd3ecd3a6fcc502f65a1639fb=test,,1731111623969.3b36e05bd3ecd3a6fcc502f65a1639fb., 1588230740=hbase:meta,,1.1588230740, e4b3bb5a36ebbf82f3dac8614c6f7274=hbase:replication,,1731111628458.e4b3bb5a36ebbf82f3dac8614c6f7274.}
2024-11-09T00:20:36,748 DEBUG [RS:0;ef986b38239e:41021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b36e05bd3ecd3a6fcc502f65a1639fb, e4b3bb5a36ebbf82f3dac8614c6f7274
2024-11-09T00:20:36,748 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:20:36,748 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:20:36,748 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:20:36,748 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:20:36,748 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:20:36,748 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-09T00:20:36,763 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/default/test/3b36e05bd3ecd3a6fcc502f65a1639fb/.tmp/f/c97d63a78d7241ce861d2922df1a696c is 29, key is row1/f:/1731111634649/DeleteFamily/seqid=0
2024-11-09T00:20:36,772 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/hbase/meta/1588230740/.tmp/info/1b70cb7479f3470fb65114086d51cdba is 147, key is hbase:replication,,1731111628458.e4b3bb5a36ebbf82f3dac8614c6f7274./info:regioninfo/1731111629636/Put/seqid=0
2024-11-09T00:20:36,772 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741840_1016 (size=5152)
2024-11-09T00:20:36,793 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 1189, reset compression=false
2024-11-09T00:20:36,794 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741841_1017 (size=7686)
2024-11-09T00:20:36,794 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/hbase/meta/1588230740/.tmp/info/1b70cb7479f3470fb65114086d51cdba
2024-11-09T00:20:36,804 INFO  [regionserver/ef986b38239e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:20:36,821 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/hbase/meta/1588230740/.tmp/ns/451ecb326b5040a793be1762e99787b1 is 43, key is default/ns:d/1731111620600/Put/seqid=0
2024-11-09T00:20:36,825 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741842_1018 (size=5153)
2024-11-09T00:20:36,858 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-09T00:20:36,858 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-09T00:20:36,950 DEBUG [RS:0;ef986b38239e:41021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b36e05bd3ecd3a6fcc502f65a1639fb, e4b3bb5a36ebbf82f3dac8614c6f7274
2024-11-09T00:20:37,129 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 636, reset compression=false
2024-11-09T00:20:37,150 DEBUG [RS:0;ef986b38239e:41021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b36e05bd3ecd3a6fcc502f65a1639fb, e4b3bb5a36ebbf82f3dac8614c6f7274
2024-11-09T00:20:37,174 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/default/test/3b36e05bd3ecd3a6fcc502f65a1639fb/.tmp/f/c97d63a78d7241ce861d2922df1a696c
2024-11-09T00:20:37,184 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c97d63a78d7241ce861d2922df1a696c
2024-11-09T00:20:37,197 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 1189, reset compression=false
2024-11-09T00:20:37,199 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/default/test/3b36e05bd3ecd3a6fcc502f65a1639fb/.tmp/f1/2b207109dc814190a01f52a109fe71f4 is 30, key is row1/f1:/1731111634649/DeleteFamily/seqid=0
2024-11-09T00:20:37,202 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741843_1019 (size=5158)
2024-11-09T00:20:37,226 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/hbase/meta/1588230740/.tmp/ns/451ecb326b5040a793be1762e99787b1
2024-11-09T00:20:37,229 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014 to pos 1239, reset compression=false
2024-11-09T00:20:37,253 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:20:37,253 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014 to pos 1486, reset compression=false
2024-11-09T00:20:37,253 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.shipperef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,41021,1731111617943 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:20:37,254 ERROR [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.shipperef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ef986b38239e,41021,1731111617943: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ef986b38239e,41021,1731111617943, walGroup=ef986b38239e%2C41021%2C1731111617943, offset=ef986b38239e%2C41021%2C1731111617943.1731111620014:1486, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:41021 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-09T00:20:37,255 ERROR [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.shipperef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-09T00:20:37,255 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.shipperef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-09T00:20:37,256 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.shipperef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-09T00:20:37,256 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.shipperef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-09T00:20:37,256 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.shipperef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-09T00:20:37,256 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.shipperef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "Verbose": false,
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1247805440,
        "init": 1048576000,
        "max": 2306867200,
        "used": 985333752
      },
      "NonHeapMemoryUsage": {
        "committed": 206110720,
        "init": 7667712,
        "max": -1,
        "used": 201278720
      },
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-09T00:20:37,256 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/hbase/meta/1588230740/.tmp/rep_barrier/2e540daeb636494ca3a284f4b052698e is 112, key is test,,1731111623969.3b36e05bd3ecd3a6fcc502f65a1639fb./rep_barrier:seqnumDuringOpen/1731111625120/Put/seqid=0
2024-11-09T00:20:37,256 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.shipperef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:37487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:37487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-09T00:20:37,260 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741844_1020 (size=5518)
2024-11-09T00:20:37,260 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/hbase/meta/1588230740/.tmp/rep_barrier/2e540daeb636494ca3a284f4b052698e
2024-11-09T00:20:37,281 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/hbase/meta/1588230740/.tmp/table/d5e6f3882b8a48c2a67f3e4ca604f139 is 53, key is hbase:replication/table:state/1731111629643/Put/seqid=0
2024-11-09T00:20:37,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741845_1021 (size=5308)
2024-11-09T00:20:37,285 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/hbase/meta/1588230740/.tmp/table/d5e6f3882b8a48c2a67f3e4ca604f139
2024-11-09T00:20:37,289 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/hbase/meta/1588230740/.tmp/info/1b70cb7479f3470fb65114086d51cdba as hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/hbase/meta/1588230740/info/1b70cb7479f3470fb65114086d51cdba
2024-11-09T00:20:37,295 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/hbase/meta/1588230740/info/1b70cb7479f3470fb65114086d51cdba, entries=20, sequenceid=16, filesize=7.5 K
2024-11-09T00:20:37,296 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/hbase/meta/1588230740/.tmp/ns/451ecb326b5040a793be1762e99787b1 as hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/hbase/meta/1588230740/ns/451ecb326b5040a793be1762e99787b1
2024-11-09T00:20:37,301 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/hbase/meta/1588230740/ns/451ecb326b5040a793be1762e99787b1, entries=2, sequenceid=16, filesize=5.0 K
2024-11-09T00:20:37,302 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/hbase/meta/1588230740/.tmp/rep_barrier/2e540daeb636494ca3a284f4b052698e as hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/hbase/meta/1588230740/rep_barrier/2e540daeb636494ca3a284f4b052698e
2024-11-09T00:20:37,307 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/hbase/meta/1588230740/rep_barrier/2e540daeb636494ca3a284f4b052698e, entries=1, sequenceid=16, filesize=5.4 K
2024-11-09T00:20:37,307 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/hbase/meta/1588230740/.tmp/table/d5e6f3882b8a48c2a67f3e4ca604f139 as hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/hbase/meta/1588230740/table/d5e6f3882b8a48c2a67f3e4ca604f139
2024-11-09T00:20:37,311 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/hbase/meta/1588230740/table/d5e6f3882b8a48c2a67f3e4ca604f139, entries=4, sequenceid=16, filesize=5.2 K
2024-11-09T00:20:37,312 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 564ms, sequenceid=16, compaction requested=false
2024-11-09T00:20:37,337 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-09T00:20:37,338 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:20:37,338 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:20:37,338 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:20:37,338 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111636748Running coprocessor pre-close hooks at 1731111636748Disabling compacts and flushes for region at 1731111636748Disabling writes for close at 1731111636748Obtaining lock to block concurrent updates at 1731111636748Preparing flush snapshotting stores in 1588230740 at 1731111636748Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731111636749 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731111636749Flushing 1588230740/info: creating writer at 1731111636749Flushing 1588230740/info: appending metadata at 1731111636771 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731111636771Flushing 1588230740/ns: creating writer at 1731111636798 (+27 ms)Flushing 1588230740/ns: appending metadata at 1731111636820 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731111636820Flushing 1588230740/rep_barrier: creating writer at 1731111637230 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731111637256 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731111637256Flushing 1588230740/table: creating writer at 1731111637264 (+8 ms)Flushing 1588230740/table: appending metadata at 1731111637281 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731111637281Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51b4e87: reopening flushed file at 1731111637289 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3192c89b: reopening flushed file at 1731111637296 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@afb238e: reopening flushed file at 1731111637301 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bdfd6a2: reopening flushed file at 1731111637307 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 564ms, sequenceid=16, compaction requested=false at 1731111637312 (+5 ms)Writing region close event to WAL at 1731111637332 (+20 ms)Running coprocessor post-close hooks at 1731111637338 (+6 ms)Closed at 1731111637338
2024-11-09T00:20:37,338 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-09T00:20:37,350 DEBUG [RS:0;ef986b38239e:41021 {}] regionserver.HRegionServer(1351): Waiting on 3b36e05bd3ecd3a6fcc502f65a1639fb, e4b3bb5a36ebbf82f3dac8614c6f7274
2024-11-09T00:20:37,460 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014 to pos 1486, reset compression=false
2024-11-09T00:20:37,551 DEBUG [RS:0;ef986b38239e:41021 {}] regionserver.HRegionServer(1351): Waiting on 3b36e05bd3ecd3a6fcc502f65a1639fb, e4b3bb5a36ebbf82f3dac8614c6f7274
2024-11-09T00:20:37,603 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/default/test/3b36e05bd3ecd3a6fcc502f65a1639fb/.tmp/f1/2b207109dc814190a01f52a109fe71f4
2024-11-09T00:20:37,607 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b207109dc814190a01f52a109fe71f4
2024-11-09T00:20:37,630 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/default/test/3b36e05bd3ecd3a6fcc502f65a1639fb/.tmp/norep/e8dd014a27b84449be57f2cd477368da is 33, key is row2/norep:/1731111635655/DeleteFamily/seqid=0
2024-11-09T00:20:37,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741846_1022 (size=5108)
2024-11-09T00:20:37,701 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 1189, reset compression=false
2024-11-09T00:20:37,751 INFO  [RS:0;ef986b38239e:41021 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-09T00:20:37,751 DEBUG [RS:0;ef986b38239e:41021 {}] regionserver.HRegionServer(1325): Online Regions={3b36e05bd3ecd3a6fcc502f65a1639fb=test,,1731111623969.3b36e05bd3ecd3a6fcc502f65a1639fb., e4b3bb5a36ebbf82f3dac8614c6f7274=hbase:replication,,1731111628458.e4b3bb5a36ebbf82f3dac8614c6f7274.}
2024-11-09T00:20:37,751 DEBUG [RS:0;ef986b38239e:41021 {}] regionserver.HRegionServer(1351): Waiting on 3b36e05bd3ecd3a6fcc502f65a1639fb, e4b3bb5a36ebbf82f3dac8614c6f7274
2024-11-09T00:20:37,763 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014 to pos 1486, reset compression=false
2024-11-09T00:20:37,937 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 636, reset compression=false
2024-11-09T00:20:37,951 DEBUG [RS:0;ef986b38239e:41021 {}] regionserver.HRegionServer(1351): Waiting on 3b36e05bd3ecd3a6fcc502f65a1639fb, e4b3bb5a36ebbf82f3dac8614c6f7274
2024-11-09T00:20:38,034 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/default/test/3b36e05bd3ecd3a6fcc502f65a1639fb/.tmp/norep/e8dd014a27b84449be57f2cd477368da
2024-11-09T00:20:38,038 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8dd014a27b84449be57f2cd477368da
2024-11-09T00:20:38,039 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/default/test/3b36e05bd3ecd3a6fcc502f65a1639fb/.tmp/f/c97d63a78d7241ce861d2922df1a696c as hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/default/test/3b36e05bd3ecd3a6fcc502f65a1639fb/f/c97d63a78d7241ce861d2922df1a696c
2024-11-09T00:20:38,044 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c97d63a78d7241ce861d2922df1a696c
2024-11-09T00:20:38,045 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/default/test/3b36e05bd3ecd3a6fcc502f65a1639fb/f/c97d63a78d7241ce861d2922df1a696c, entries=3, sequenceid=10, filesize=5.0 K
2024-11-09T00:20:38,046 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/default/test/3b36e05bd3ecd3a6fcc502f65a1639fb/.tmp/f1/2b207109dc814190a01f52a109fe71f4 as hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/default/test/3b36e05bd3ecd3a6fcc502f65a1639fb/f1/2b207109dc814190a01f52a109fe71f4
2024-11-09T00:20:38,050 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b207109dc814190a01f52a109fe71f4
2024-11-09T00:20:38,051 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/default/test/3b36e05bd3ecd3a6fcc502f65a1639fb/f1/2b207109dc814190a01f52a109fe71f4, entries=3, sequenceid=10, filesize=5.0 K
2024-11-09T00:20:38,051 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/default/test/3b36e05bd3ecd3a6fcc502f65a1639fb/.tmp/norep/e8dd014a27b84449be57f2cd477368da as hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/default/test/3b36e05bd3ecd3a6fcc502f65a1639fb/norep/e8dd014a27b84449be57f2cd477368da
2024-11-09T00:20:38,055 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8dd014a27b84449be57f2cd477368da
2024-11-09T00:20:38,055 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/default/test/3b36e05bd3ecd3a6fcc502f65a1639fb/norep/e8dd014a27b84449be57f2cd477368da, entries=1, sequenceid=10, filesize=5.0 K
2024-11-09T00:20:38,089 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3b36e05bd3ecd3a6fcc502f65a1639fb in 1344ms, sequenceid=10, compaction requested=false
2024-11-09T00:20:38,092 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/data/default/test/3b36e05bd3ecd3a6fcc502f65a1639fb/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1
2024-11-09T00:20:38,092 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:20:38,093 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-09T00:20:38,093 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731111623969.3b36e05bd3ecd3a6fcc502f65a1639fb.
2024-11-09T00:20:38,093 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b36e05bd3ecd3a6fcc502f65a1639fb:
Waiting for close lock at 1731111636744Running coprocessor pre-close hooks at 1731111636744Disabling compacts and flushes for region at 1731111636744Disabling writes for close at 1731111636745 (+1 ms)Obtaining lock to block concurrent updates at 1731111636745Preparing flush snapshotting stores in 3b36e05bd3ecd3a6fcc502f65a1639fb at 1731111636745Finished memstore snapshotting test,,1731111623969.3b36e05bd3ecd3a6fcc502f65a1639fb., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731111636745Flushing stores of test,,1731111623969.3b36e05bd3ecd3a6fcc502f65a1639fb. at 1731111636746 (+1 ms)Flushing 3b36e05bd3ecd3a6fcc502f65a1639fb/f: creating writer at 1731111636746Flushing 3b36e05bd3ecd3a6fcc502f65a1639fb/f: appending metadata at 1731111636763 (+17 ms)Flushing 3b36e05bd3ecd3a6fcc502f65a1639fb/f: closing flushed file at 1731111636763Flushing 3b36e05bd3ecd3a6fcc502f65a1639fb/f1: creating writer at 1731111637184 (+421 ms)Flushing 3b36e05bd3ecd3a6fcc502f65a1639fb/f1: appending metadata at 1731111637199 (+15 ms)Flushing 3b36e05bd3ecd3a6fcc502f65a1639fb/f1: closing flushed file at 1731111637199Flushing 3b36e05bd3ecd3a6fcc502f65a1639fb/norep: creating writer at 1731111637607 (+408 ms)Flushing 3b36e05bd3ecd3a6fcc502f65a1639fb/norep: appending metadata at 1731111637629 (+22 ms)Flushing 3b36e05bd3ecd3a6fcc502f65a1639fb/norep: closing flushed file at 1731111637629Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@221c60b4: reopening flushed file at 1731111638038 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43ec0094: reopening flushed file at 1731111638045 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@468eed1b: reopening flushed file at 1731111638051 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3b36e05bd3ecd3a6fcc502f65a1639fb in 1344ms, sequenceid=10, compaction requested=false at 1731111638089 (+38 ms)Writing region close event to WAL at 1731111638090 (+1 ms)Running coprocessor post-close hooks at 1731111638092 (+2 ms)Closed at 1731111638093 (+1 ms)
2024-11-09T00:20:38,093 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731111623969.3b36e05bd3ecd3a6fcc502f65a1639fb.
2024-11-09T00:20:38,093 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4b3bb5a36ebbf82f3dac8614c6f7274, disabling compactions & flushes
2024-11-09T00:20:38,093 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111628458.e4b3bb5a36ebbf82f3dac8614c6f7274.
2024-11-09T00:20:38,093 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111628458.e4b3bb5a36ebbf82f3dac8614c6f7274.
2024-11-09T00:20:38,093 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111628458.e4b3bb5a36ebbf82f3dac8614c6f7274. after waiting 0 ms
2024-11-09T00:20:38,093 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111628458.e4b3bb5a36ebbf82f3dac8614c6f7274.
2024-11-09T00:20:38,093 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4b3bb5a36ebbf82f3dac8614c6f7274:
Waiting for close lock at 1731111638093Running coprocessor pre-close hooks at 1731111638093Disabling compacts and flushes for region at 1731111638093Disabling writes for close at 1731111638093Failed flush hbase:replication,,1731111628458.e4b3bb5a36ebbf82f3dac8614c6f7274., putting online again at 1731111638093
2024-11-09T00:20:38,093 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731111628458.e4b3bb5a36ebbf82f3dac8614c6f7274.
2024-11-09T00:20:38,151 INFO  [RS:0;ef986b38239e:41021 {}] regionserver.HRegionServer(3091): Received CLOSE for e4b3bb5a36ebbf82f3dac8614c6f7274
2024-11-09T00:20:38,151 DEBUG [RS:0;ef986b38239e:41021 {}] regionserver.HRegionServer(1351): Waiting on e4b3bb5a36ebbf82f3dac8614c6f7274
2024-11-09T00:20:38,151 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4b3bb5a36ebbf82f3dac8614c6f7274, disabling compactions & flushes
2024-11-09T00:20:38,151 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111628458.e4b3bb5a36ebbf82f3dac8614c6f7274.
2024-11-09T00:20:38,151 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111628458.e4b3bb5a36ebbf82f3dac8614c6f7274.
2024-11-09T00:20:38,151 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111628458.e4b3bb5a36ebbf82f3dac8614c6f7274. after waiting 0 ms
2024-11-09T00:20:38,151 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111628458.e4b3bb5a36ebbf82f3dac8614c6f7274.
2024-11-09T00:20:38,152 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4b3bb5a36ebbf82f3dac8614c6f7274:
Waiting for close lock at 1731111638151Running coprocessor pre-close hooks at 1731111638151Disabling compacts and flushes for region at 1731111638151Disabling writes for close at 1731111638151Failed flush hbase:replication,,1731111628458.e4b3bb5a36ebbf82f3dac8614c6f7274., putting online again at 1731111638152 (+1 ms)
2024-11-09T00:20:38,152 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731111628458.e4b3bb5a36ebbf82f3dac8614c6f7274.
2024-11-09T00:20:38,166 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014 to pos 1486, reset compression=false
2024-11-09T00:20:38,170 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:20:38,171 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014 to pos 2130, reset compression=false
2024-11-09T00:20:38,304 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 1189, reset compression=false
2024-11-09T00:20:38,351 INFO  [RS:0;ef986b38239e:41021 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing
2024-11-09T00:20:38,351 INFO  [RS:0;ef986b38239e:41021 {}] regionserver.HRegionServer(976): stopping server ef986b38239e,41021,1731111617943; all regions closed.
2024-11-09T00:20:38,355 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741834_1010 (size=4239)
2024-11-09T00:20:38,374 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/WALs/ef986b38239e,41021,1731111617943/ef986b38239e%2C41021%2C1731111617943.1731111620014 to pos 2130, reset compression=false
2024-11-09T00:20:38,406 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741839_1015 (size=1953)
2024-11-09T00:20:38,410 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741833_1009 (size=2138)
2024-11-09T00:20:38,415 DEBUG [RS:0;ef986b38239e:41021 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:38,415 INFO  [RS:0;ef986b38239e:41021 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:20:38,415 INFO  [RS:0;ef986b38239e:41021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:20:38,415 INFO  [RS:0;ef986b38239e:41021 {}] hbase.ChoreService(370): Chore service for: regionserver/ef986b38239e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-09T00:20:38,415 INFO  [RS:0;ef986b38239e:41021 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:20:38,415 INFO  [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:20:38,415 INFO  [RS:0;ef986b38239e:41021 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef986b38239e,41021,1731111617943 because: Region server is closing
2024-11-09T00:20:38,416 INFO  [RS:0;ef986b38239e:41021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:41021.
2024-11-09T00:20:38,416 DEBUG [RS:0;ef986b38239e:41021 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:20:38,416 DEBUG [RS:0;ef986b38239e:41021 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:38,416 DEBUG [RS:0;ef986b38239e:41021 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:38,416 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:20:38,516 INFO  [RS:0;ef986b38239e:41021 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.shipperef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 terminated
2024-11-09T00:20:38,516 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,41021,1731111617943.replicationSource.wal-reader.ef986b38239e%2C41021%2C1731111617943,1-ef986b38239e,41021,1731111617943 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-09T00:20:38,516 INFO  [RS:0;ef986b38239e:41021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:41021.
2024-11-09T00:20:38,517 DEBUG [RS:0;ef986b38239e:41021 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:20:38,517 DEBUG [RS:0;ef986b38239e:41021 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:38,517 DEBUG [RS:0;ef986b38239e:41021 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:38,517 INFO  [RS:0;ef986b38239e:41021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41021
2024-11-09T00:20:38,517 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:20:38,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37487-0x1011cf6c9490006, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1878033539/rs
2024-11-09T00:20:38,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41021-0x1011cf6c9490007, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1878033539/rs/ef986b38239e,41021,1731111617943
2024-11-09T00:20:38,582 INFO  [RS:0;ef986b38239e:41021 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:20:38,593 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef986b38239e,41021,1731111617943]
2024-11-09T00:20:38,603 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1878033539/draining/ef986b38239e,41021,1731111617943 already deleted, retry=false
2024-11-09T00:20:38,603 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef986b38239e,41021,1731111617943 expired; onlineServers=0
2024-11-09T00:20:38,603 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef986b38239e,37487,1731111617526' *****
2024-11-09T00:20:38,603 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-09T00:20:38,603 INFO  [M:0;ef986b38239e:37487 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:20:38,603 INFO  [M:0;ef986b38239e:37487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:20:38,604 DEBUG [M:0;ef986b38239e:37487 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-09T00:20:38,604 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-09T00:20:38,604 DEBUG [M:0;ef986b38239e:37487 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-09T00:20:38,604 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111619735 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111619735,5,FailOnTimeoutGroup]
2024-11-09T00:20:38,604 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111619736 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111619736,5,FailOnTimeoutGroup]
2024-11-09T00:20:38,604 INFO  [M:0;ef986b38239e:37487 {}] hbase.ChoreService(370): Chore service for: master/ef986b38239e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-09T00:20:38,604 INFO  [M:0;ef986b38239e:37487 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:20:38,604 DEBUG [M:0;ef986b38239e:37487 {}] master.HMaster(1795): Stopping service threads
2024-11-09T00:20:38,604 INFO  [M:0;ef986b38239e:37487 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-09T00:20:38,604 INFO  [M:0;ef986b38239e:37487 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:20:38,604 INFO  [M:0;ef986b38239e:37487 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-09T00:20:38,604 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-09T00:20:38,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37487-0x1011cf6c9490006, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1878033539/master
2024-11-09T00:20:38,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37487-0x1011cf6c9490006, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1878033539
2024-11-09T00:20:38,624 DEBUG [M:0;ef986b38239e:37487 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1878033539/master already deleted, retry=false
2024-11-09T00:20:38,624 DEBUG [M:0;ef986b38239e:37487 {}] master.ActiveMasterManager(353): master:37487-0x1011cf6c9490006, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-1878033539/master
2024-11-09T00:20:38,635 INFO  [M:0;ef986b38239e:37487 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/.lastflushedseqids
2024-11-09T00:20:38,645 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741847_1023 (size=245)
2024-11-09T00:20:38,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41021-0x1011cf6c9490007, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:20:38,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41021-0x1011cf6c9490007, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:20:38,693 INFO  [RS:0;ef986b38239e:41021 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:20:38,693 INFO  [RS:0;ef986b38239e:41021 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef986b38239e,41021,1731111617943; zookeeper connection closed.
2024-11-09T00:20:38,704 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@57f947b6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@57f947b6
2024-11-09T00:20:38,704 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-09T00:20:38,840 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 636, reset compression=false
2024-11-09T00:20:39,006 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 1189, reset compression=false
2024-11-09T00:20:39,046 INFO  [M:0;ef986b38239e:37487 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-09T00:20:39,046 INFO  [M:0;ef986b38239e:37487 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-09T00:20:39,047 DEBUG [M:0;ef986b38239e:37487 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:20:39,047 INFO  [M:0;ef986b38239e:37487 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:39,047 DEBUG [M:0;ef986b38239e:37487 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:39,047 DEBUG [M:0;ef986b38239e:37487 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:20:39,047 DEBUG [M:0;ef986b38239e:37487 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:39,047 INFO  [M:0;ef986b38239e:37487 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB
2024-11-09T00:20:39,067 DEBUG [M:0;ef986b38239e:37487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5dc5cb2ca73435693714d6d0a50b1c7 is 82, key is hbase:meta,,1/info:regioninfo/1731111620580/Put/seqid=0
2024-11-09T00:20:39,085 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741848_1024 (size=5672)
2024-11-09T00:20:39,088 INFO  [M:0;ef986b38239e:37487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5dc5cb2ca73435693714d6d0a50b1c7
2024-11-09T00:20:39,108 DEBUG [M:0;ef986b38239e:37487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/313c77463b864dc4babb3092f24b2cd9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731111629649/Put/seqid=0
2024-11-09T00:20:39,112 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741849_1025 (size=8516)
2024-11-09T00:20:39,512 INFO  [M:0;ef986b38239e:37487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/313c77463b864dc4babb3092f24b2cd9
2024-11-09T00:20:39,535 DEBUG [M:0;ef986b38239e:37487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79b71bfc9ad04d4bac44571d24486384 is 69, key is ef986b38239e,41021,1731111617943/rs:state/1731111619789/Put/seqid=0
2024-11-09T00:20:39,545 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741850_1026 (size=5156)
2024-11-09T00:20:39,810 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 1189, reset compression=false
2024-11-09T00:20:39,843 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 636, reset compression=false
2024-11-09T00:20:39,945 INFO  [M:0;ef986b38239e:37487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79b71bfc9ad04d4bac44571d24486384
2024-11-09T00:20:39,949 DEBUG [M:0;ef986b38239e:37487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5dc5cb2ca73435693714d6d0a50b1c7 as hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b5dc5cb2ca73435693714d6d0a50b1c7
2024-11-09T00:20:39,953 INFO  [M:0;ef986b38239e:37487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b5dc5cb2ca73435693714d6d0a50b1c7, entries=8, sequenceid=97, filesize=5.5 K
2024-11-09T00:20:39,954 DEBUG [M:0;ef986b38239e:37487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/313c77463b864dc4babb3092f24b2cd9 as hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/313c77463b864dc4babb3092f24b2cd9
2024-11-09T00:20:39,958 INFO  [M:0;ef986b38239e:37487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/313c77463b864dc4babb3092f24b2cd9, entries=11, sequenceid=97, filesize=8.3 K
2024-11-09T00:20:39,958 DEBUG [M:0;ef986b38239e:37487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79b71bfc9ad04d4bac44571d24486384 as hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/79b71bfc9ad04d4bac44571d24486384
2024-11-09T00:20:39,963 INFO  [M:0;ef986b38239e:37487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/1a9f379a-2e1e-794c-9184-4ce9eff0072c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/79b71bfc9ad04d4bac44571d24486384, entries=1, sequenceid=97, filesize=5.0 K
2024-11-09T00:20:39,964 INFO  [M:0;ef986b38239e:37487 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 916ms, sequenceid=97, compaction requested=false
2024-11-09T00:20:39,972 INFO  [M:0;ef986b38239e:37487 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:39,973 DEBUG [M:0;ef986b38239e:37487 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111639047Disabling compacts and flushes for region at 1731111639047Disabling writes for close at 1731111639047Obtaining lock to block concurrent updates at 1731111639047Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731111639047Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731111639047Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731111639049 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731111639049Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731111639067 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731111639067Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731111639091 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731111639108 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731111639108Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731111639517 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731111639534 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731111639534Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20c4b73a: reopening flushed file at 1731111639948 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6faa376f: reopening flushed file at 1731111639953 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c9808e7: reopening flushed file at 1731111639958 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 916ms, sequenceid=97, compaction requested=false at 1731111639964 (+6 ms)Writing region close event to WAL at 1731111639972 (+8 ms)Closed at 1731111639972
2024-11-09T00:20:39,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45577 is added to blk_1073741830_1006 (size=63654)
2024-11-09T00:20:39,975 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:20:39,975 INFO  [M:0;ef986b38239e:37487 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-09T00:20:39,975 INFO  [M:0;ef986b38239e:37487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37487
2024-11-09T00:20:39,975 INFO  [M:0;ef986b38239e:37487 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:20:40,145 INFO  [M:0;ef986b38239e:37487 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:20:40,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37487-0x1011cf6c9490006, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:20:40,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37487-0x1011cf6c9490006, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:20:40,149 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24149e8a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:20:40,149 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3326b06{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:20:40,149 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:20:40,150 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50d4fb49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:20:40,150 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf27b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093/hadoop.log.dir/,STOPPED}
2024-11-09T00:20:40,151 WARN  [BP-167185723-172.17.0.3-1731111615312 heartbeating to localhost/127.0.0.1:42645 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T00:20:40,151 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T00:20:40,151 WARN  [BP-167185723-172.17.0.3-1731111615312 heartbeating to localhost/127.0.0.1:42645 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-167185723-172.17.0.3-1731111615312 (Datanode Uuid d8f362c6-7b6b-41d5-a217-e850c2fb3867) service to localhost/127.0.0.1:42645
2024-11-09T00:20:40,151 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T00:20:40,152 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093/cluster_37457434-ef7c-9a5b-59d0-8c413ec526b5/data/data1/current/BP-167185723-172.17.0.3-1731111615312 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:20:40,152 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093/cluster_37457434-ef7c-9a5b-59d0-8c413ec526b5/data/data2/current/BP-167185723-172.17.0.3-1731111615312 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:20:40,153 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T00:20:40,161 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ac3a4bb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:20:40,162 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74ca859b{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:20:40,162 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:20:40,162 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15c8887e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:20:40,162 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@350fbf81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093/hadoop.log.dir/,STOPPED}
2024-11-09T00:20:40,176 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-09T00:20:40,176 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-09T00:20:40,176 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:20:40,177 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:20:40,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:40,188 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:20:40,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:40,188 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-09T00:20:40,188 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1424891719, stopped=false
2024-11-09T00:20:40,188 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef986b38239e,44443,1731111611485
2024-11-09T00:20:40,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44025-0x1011cf6c9490004, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1906010418/running
2024-11-09T00:20:40,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x1011cf6c9490003, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1906010418/running
2024-11-09T00:20:40,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x1011cf6c9490003, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1906010418
2024-11-09T00:20:40,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44025-0x1011cf6c9490004, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1906010418
2024-11-09T00:20:40,203 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:20:40,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44025-0x1011cf6c9490004, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Set watcher on znode that does not yet exist, /1-1906010418/running
2024-11-09T00:20:40,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44443-0x1011cf6c9490003, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Set watcher on znode that does not yet exist, /1-1906010418/running
2024-11-09T00:20:40,205 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:20:40,205 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:20:40,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:40,206 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef986b38239e,44025,1731111611616' *****
2024-11-09T00:20:40,206 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T00:20:40,206 INFO  [RS:0;ef986b38239e:44025 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T00:20:40,206 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T00:20:40,206 INFO  [RS:0;ef986b38239e:44025 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T00:20:40,206 INFO  [RS:0;ef986b38239e:44025 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T00:20:40,207 INFO  [RS:0;ef986b38239e:44025 {}] regionserver.HRegionServer(3091): Received CLOSE for 56ce021f2f70a1ee8e49cb8cd3e46415
2024-11-09T00:20:40,207 INFO  [RS:0;ef986b38239e:44025 {}] regionserver.HRegionServer(3091): Received CLOSE for 60146ff94c34af31539cb8f691e50463
2024-11-09T00:20:40,207 INFO  [RS:0;ef986b38239e:44025 {}] regionserver.HRegionServer(959): stopping server ef986b38239e,44025,1731111611616
2024-11-09T00:20:40,207 INFO  [RS:0;ef986b38239e:44025 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:20:40,207 INFO  [RS:0;ef986b38239e:44025 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:44025.
2024-11-09T00:20:40,207 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 56ce021f2f70a1ee8e49cb8cd3e46415, disabling compactions & flushes
2024-11-09T00:20:40,207 DEBUG [RS:0;ef986b38239e:44025 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:20:40,207 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111627317.56ce021f2f70a1ee8e49cb8cd3e46415.
2024-11-09T00:20:40,207 DEBUG [RS:0;ef986b38239e:44025 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:40,207 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111627317.56ce021f2f70a1ee8e49cb8cd3e46415.
2024-11-09T00:20:40,207 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111627317.56ce021f2f70a1ee8e49cb8cd3e46415. after waiting 0 ms
2024-11-09T00:20:40,207 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111627317.56ce021f2f70a1ee8e49cb8cd3e46415.
2024-11-09T00:20:40,207 INFO  [RS:0;ef986b38239e:44025 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T00:20:40,207 INFO  [RS:0;ef986b38239e:44025 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T00:20:40,207 INFO  [RS:0;ef986b38239e:44025 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T00:20:40,207 INFO  [RS:0;ef986b38239e:44025 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-09T00:20:40,207 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 56ce021f2f70a1ee8e49cb8cd3e46415 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB
2024-11-09T00:20:40,208 INFO  [RS:0;ef986b38239e:44025 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-09T00:20:40,208 DEBUG [RS:0;ef986b38239e:44025 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 56ce021f2f70a1ee8e49cb8cd3e46415=hbase:replication,,1731111627317.56ce021f2f70a1ee8e49cb8cd3e46415., 60146ff94c34af31539cb8f691e50463=test,,1731111622828.60146ff94c34af31539cb8f691e50463.}
2024-11-09T00:20:40,208 DEBUG [RS:0;ef986b38239e:44025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56ce021f2f70a1ee8e49cb8cd3e46415, 60146ff94c34af31539cb8f691e50463
2024-11-09T00:20:40,208 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:20:40,208 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:20:40,208 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:20:40,208 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:20:40,208 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:20:40,208 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-09T00:20:40,213 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-09T00:20:40,214 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-09T00:20:40,231 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/meta/1588230740/.tmp/info/ef8309c2095846ddaa83f52c2f718921 is 147, key is hbase:replication,,1731111627317.56ce021f2f70a1ee8e49cb8cd3e46415./info:regioninfo/1731111627708/Put/seqid=0
2024-11-09T00:20:40,231 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/replication/56ce021f2f70a1ee8e49cb8cd3e46415/.tmp/queue/6c8fcb211ad34f4c91c2533bcf66365a is 154, key is 1-ef986b38239e,44025,1731111611616/queue:ef986b38239e%2C44025%2C1731111611616/1731111636286/Put/seqid=0
2024-11-09T00:20:40,250 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741840_1016 (size=5353)
2024-11-09T00:20:40,254 INFO  [regionserver/ef986b38239e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:20:40,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741841_1017 (size=7686)
2024-11-09T00:20:40,408 DEBUG [RS:0;ef986b38239e:44025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56ce021f2f70a1ee8e49cb8cd3e46415, 60146ff94c34af31539cb8f691e50463
2024-11-09T00:20:40,608 DEBUG [RS:0;ef986b38239e:44025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56ce021f2f70a1ee8e49cb8cd3e46415, 60146ff94c34af31539cb8f691e50463
2024-11-09T00:20:40,649 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/replication/56ce021f2f70a1ee8e49cb8cd3e46415/.tmp/queue/6c8fcb211ad34f4c91c2533bcf66365a
2024-11-09T00:20:40,659 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/meta/1588230740/.tmp/info/ef8309c2095846ddaa83f52c2f718921
2024-11-09T00:20:40,674 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/replication/56ce021f2f70a1ee8e49cb8cd3e46415/.tmp/queue/6c8fcb211ad34f4c91c2533bcf66365a as hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/replication/56ce021f2f70a1ee8e49cb8cd3e46415/queue/6c8fcb211ad34f4c91c2533bcf66365a
2024-11-09T00:20:40,682 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/replication/56ce021f2f70a1ee8e49cb8cd3e46415/queue/6c8fcb211ad34f4c91c2533bcf66365a, entries=1, sequenceid=12, filesize=5.2 K
2024-11-09T00:20:40,683 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 56ce021f2f70a1ee8e49cb8cd3e46415 in 476ms, sequenceid=12, compaction requested=false
2024-11-09T00:20:40,688 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/replication/56ce021f2f70a1ee8e49cb8cd3e46415/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1
2024-11-09T00:20:40,688 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/meta/1588230740/.tmp/ns/7da8457a779e4580bc00496792981fcf is 43, key is default/ns:d/1731111615159/Put/seqid=0
2024-11-09T00:20:40,689 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:20:40,689 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:20:40,689 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731111627317.56ce021f2f70a1ee8e49cb8cd3e46415.
2024-11-09T00:20:40,689 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 56ce021f2f70a1ee8e49cb8cd3e46415:
Waiting for close lock at 1731111640207Running coprocessor pre-close hooks at 1731111640207Disabling compacts and flushes for region at 1731111640207Disabling writes for close at 1731111640207Obtaining lock to block concurrent updates at 1731111640207Preparing flush snapshotting stores in 56ce021f2f70a1ee8e49cb8cd3e46415 at 1731111640207Finished memstore snapshotting hbase:replication,,1731111627317.56ce021f2f70a1ee8e49cb8cd3e46415., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731111640208 (+1 ms)Flushing stores of hbase:replication,,1731111627317.56ce021f2f70a1ee8e49cb8cd3e46415. at 1731111640208Flushing 56ce021f2f70a1ee8e49cb8cd3e46415/queue: creating writer at 1731111640208Flushing 56ce021f2f70a1ee8e49cb8cd3e46415/queue: appending metadata at 1731111640230 (+22 ms)Flushing 56ce021f2f70a1ee8e49cb8cd3e46415/queue: closing flushed file at 1731111640230Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@94f914f: reopening flushed file at 1731111640673 (+443 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 56ce021f2f70a1ee8e49cb8cd3e46415 in 476ms, sequenceid=12, compaction requested=false at 1731111640683 (+10 ms)Writing region close event to WAL at 1731111640685 (+2 ms)Running coprocessor post-close hooks at 1731111640689 (+4 ms)Closed at 1731111640689
2024-11-09T00:20:40,689 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731111627317.56ce021f2f70a1ee8e49cb8cd3e46415.
2024-11-09T00:20:40,689 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60146ff94c34af31539cb8f691e50463, disabling compactions & flushes
2024-11-09T00:20:40,689 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731111622828.60146ff94c34af31539cb8f691e50463.
2024-11-09T00:20:40,689 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731111622828.60146ff94c34af31539cb8f691e50463.
2024-11-09T00:20:40,689 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731111622828.60146ff94c34af31539cb8f691e50463. after waiting 0 ms
2024-11-09T00:20:40,689 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731111622828.60146ff94c34af31539cb8f691e50463.
2024-11-09T00:20:40,689 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 60146ff94c34af31539cb8f691e50463 3/3 column families, dataSize=276 B heapSize=1.77 KB
2024-11-09T00:20:40,691 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741842_1018 (size=5153)
2024-11-09T00:20:40,704 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/default/test/60146ff94c34af31539cb8f691e50463/.tmp/f/3853dac0db6d47eba7bc30fd019d30e7 is 29, key is row1/f:/1731111634649/DeleteFamily/seqid=0
2024-11-09T00:20:40,709 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741843_1019 (size=5152)
2024-11-09T00:20:40,710 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/default/test/60146ff94c34af31539cb8f691e50463/.tmp/f/3853dac0db6d47eba7bc30fd019d30e7
2024-11-09T00:20:40,713 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 1189, reset compression=false
2024-11-09T00:20:40,715 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3853dac0db6d47eba7bc30fd019d30e7
2024-11-09T00:20:40,726 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:20:40,726 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 1436, reset compression=false
2024-11-09T00:20:40,726 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.shipperef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,44025,1731111611616 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:20:40,727 ERROR [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.shipperef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ef986b38239e,44025,1731111611616: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ef986b38239e,44025,1731111611616, walGroup=ef986b38239e%2C44025%2C1731111611616, offset=ef986b38239e%2C44025%2C1731111611616.1731111614353:1436, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-09T00:20:40,729 ERROR [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.shipperef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-09T00:20:40,729 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.shipperef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-09T00:20:40,729 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.shipperef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-09T00:20:40,729 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.shipperef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-09T00:20:40,730 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.shipperef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-09T00:20:40,730 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.shipperef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "Verbose": false,
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1247805440,
        "init": 1048576000,
        "max": 2306867200,
        "used": 882389952
      },
      "NonHeapMemoryUsage": {
        "committed": 206307328,
        "init": 7667712,
        "max": -1,
        "used": 201585064
      },
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-09T00:20:40,730 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.shipperef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44443 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44443 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-09T00:20:40,739 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/default/test/60146ff94c34af31539cb8f691e50463/.tmp/f1/6bd3c1c877694879938c3efaa131e5b7 is 30, key is row1/f1:/1731111634649/DeleteFamily/seqid=0
2024-11-09T00:20:40,744 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741844_1020 (size=5158)
2024-11-09T00:20:40,809 DEBUG [RS:0;ef986b38239e:44025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 60146ff94c34af31539cb8f691e50463
2024-11-09T00:20:40,933 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 1436, reset compression=false
2024-11-09T00:20:40,946 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 636, reset compression=false
2024-11-09T00:20:41,009 DEBUG [RS:0;ef986b38239e:44025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 60146ff94c34af31539cb8f691e50463
2024-11-09T00:20:41,092 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/meta/1588230740/.tmp/ns/7da8457a779e4580bc00496792981fcf
2024-11-09T00:20:41,115 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/meta/1588230740/.tmp/rep_barrier/f853a2fe1902471bb3fe7b181cca697d is 112, key is test,,1731111622828.60146ff94c34af31539cb8f691e50463./rep_barrier:seqnumDuringOpen/1731111623587/Put/seqid=0
2024-11-09T00:20:41,118 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741845_1021 (size=5518)
2024-11-09T00:20:41,144 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/default/test/60146ff94c34af31539cb8f691e50463/.tmp/f1/6bd3c1c877694879938c3efaa131e5b7
2024-11-09T00:20:41,148 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6bd3c1c877694879938c3efaa131e5b7
2024-11-09T00:20:41,164 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/default/test/60146ff94c34af31539cb8f691e50463/.tmp/norep/6eaf2662166a471b901f0e0aa6ccdd54 is 33, key is row1/norep:/1731111634649/DeleteFamily/seqid=0
2024-11-09T00:20:41,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741846_1022 (size=5108)
2024-11-09T00:20:41,173 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/default/test/60146ff94c34af31539cb8f691e50463/.tmp/norep/6eaf2662166a471b901f0e0aa6ccdd54
2024-11-09T00:20:41,177 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6eaf2662166a471b901f0e0aa6ccdd54
2024-11-09T00:20:41,178 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/default/test/60146ff94c34af31539cb8f691e50463/.tmp/f/3853dac0db6d47eba7bc30fd019d30e7 as hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/default/test/60146ff94c34af31539cb8f691e50463/f/3853dac0db6d47eba7bc30fd019d30e7
2024-11-09T00:20:41,183 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3853dac0db6d47eba7bc30fd019d30e7
2024-11-09T00:20:41,183 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/default/test/60146ff94c34af31539cb8f691e50463/f/3853dac0db6d47eba7bc30fd019d30e7, entries=3, sequenceid=10, filesize=5.0 K
2024-11-09T00:20:41,184 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/default/test/60146ff94c34af31539cb8f691e50463/.tmp/f1/6bd3c1c877694879938c3efaa131e5b7 as hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/default/test/60146ff94c34af31539cb8f691e50463/f1/6bd3c1c877694879938c3efaa131e5b7
2024-11-09T00:20:41,187 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6bd3c1c877694879938c3efaa131e5b7
2024-11-09T00:20:41,187 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/default/test/60146ff94c34af31539cb8f691e50463/f1/6bd3c1c877694879938c3efaa131e5b7, entries=3, sequenceid=10, filesize=5.0 K
2024-11-09T00:20:41,187 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/default/test/60146ff94c34af31539cb8f691e50463/.tmp/norep/6eaf2662166a471b901f0e0aa6ccdd54 as hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/default/test/60146ff94c34af31539cb8f691e50463/norep/6eaf2662166a471b901f0e0aa6ccdd54
2024-11-09T00:20:41,190 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6eaf2662166a471b901f0e0aa6ccdd54
2024-11-09T00:20:41,190 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/default/test/60146ff94c34af31539cb8f691e50463/norep/6eaf2662166a471b901f0e0aa6ccdd54, entries=1, sequenceid=10, filesize=5.0 K
2024-11-09T00:20:41,191 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 60146ff94c34af31539cb8f691e50463 in 502ms, sequenceid=10, compaction requested=false
2024-11-09T00:20:41,191 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-09T00:20:41,197 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/default/test/60146ff94c34af31539cb8f691e50463/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1
2024-11-09T00:20:41,197 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:20:41,197 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-09T00:20:41,197 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731111622828.60146ff94c34af31539cb8f691e50463.
2024-11-09T00:20:41,197 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60146ff94c34af31539cb8f691e50463:
Waiting for close lock at 1731111640689Running coprocessor pre-close hooks at 1731111640689Disabling compacts and flushes for region at 1731111640689Disabling writes for close at 1731111640689Obtaining lock to block concurrent updates at 1731111640689Preparing flush snapshotting stores in 60146ff94c34af31539cb8f691e50463 at 1731111640689Finished memstore snapshotting test,,1731111622828.60146ff94c34af31539cb8f691e50463., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731111640690 (+1 ms)Flushing stores of test,,1731111622828.60146ff94c34af31539cb8f691e50463. at 1731111640690Flushing 60146ff94c34af31539cb8f691e50463/f: creating writer at 1731111640690Flushing 60146ff94c34af31539cb8f691e50463/f: appending metadata at 1731111640704 (+14 ms)Flushing 60146ff94c34af31539cb8f691e50463/f: closing flushed file at 1731111640704Flushing 60146ff94c34af31539cb8f691e50463/f1: creating writer at 1731111640715 (+11 ms)Flushing 60146ff94c34af31539cb8f691e50463/f1: appending metadata at 1731111640739 (+24 ms)Flushing 60146ff94c34af31539cb8f691e50463/f1: closing flushed file at 1731111640739Flushing 60146ff94c34af31539cb8f691e50463/norep: creating writer at 1731111641148 (+409 ms)Flushing 60146ff94c34af31539cb8f691e50463/norep: appending metadata at 1731111641164 (+16 ms)Flushing 60146ff94c34af31539cb8f691e50463/norep: closing flushed file at 1731111641164Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30c2d6bb: reopening flushed file at 1731111641177 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62b6c050: reopening flushed file at 1731111641183 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d324818: reopening flushed file at 1731111641187 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 60146ff94c34af31539cb8f691e50463 in 502ms, sequenceid=10, compaction requested=false at 1731111641191 (+4 ms)Writing region close event to WAL at 1731111641195 (+4 ms)Running coprocessor post-close hooks at 1731111641197 (+2 ms)Closed at 1731111641197
2024-11-09T00:20:41,197 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731111622828.60146ff94c34af31539cb8f691e50463.
2024-11-09T00:20:41,209 INFO  [RS:0;ef986b38239e:44025 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-09T00:20:41,209 DEBUG [RS:0;ef986b38239e:44025 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-09T00:20:41,209 DEBUG [RS:0;ef986b38239e:44025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:20:41,236 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 1436, reset compression=false
2024-11-09T00:20:41,240 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:20:41,240 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 2080, reset compression=false
2024-11-09T00:20:41,409 DEBUG [RS:0;ef986b38239e:44025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:20:41,443 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 2080, reset compression=false
2024-11-09T00:20:41,470 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-09T00:20:41,518 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/meta/1588230740/.tmp/rep_barrier/f853a2fe1902471bb3fe7b181cca697d
2024-11-09T00:20:41,538 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/meta/1588230740/.tmp/table/1be67eebc3db484b8d2b253b8f3aee6f is 53, key is hbase:replication/table:state/1731111627741/Put/seqid=0
2024-11-09T00:20:41,543 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741847_1023 (size=5308)
2024-11-09T00:20:41,545 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/meta/1588230740/.tmp/table/1be67eebc3db484b8d2b253b8f3aee6f
2024-11-09T00:20:41,550 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/meta/1588230740/.tmp/info/ef8309c2095846ddaa83f52c2f718921 as hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/meta/1588230740/info/ef8309c2095846ddaa83f52c2f718921
2024-11-09T00:20:41,554 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/meta/1588230740/info/ef8309c2095846ddaa83f52c2f718921, entries=20, sequenceid=16, filesize=7.5 K
2024-11-09T00:20:41,555 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/meta/1588230740/.tmp/ns/7da8457a779e4580bc00496792981fcf as hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/meta/1588230740/ns/7da8457a779e4580bc00496792981fcf
2024-11-09T00:20:41,558 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/meta/1588230740/ns/7da8457a779e4580bc00496792981fcf, entries=2, sequenceid=16, filesize=5.0 K
2024-11-09T00:20:41,559 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/meta/1588230740/.tmp/rep_barrier/f853a2fe1902471bb3fe7b181cca697d as hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/meta/1588230740/rep_barrier/f853a2fe1902471bb3fe7b181cca697d
2024-11-09T00:20:41,565 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/meta/1588230740/rep_barrier/f853a2fe1902471bb3fe7b181cca697d, entries=1, sequenceid=16, filesize=5.4 K
2024-11-09T00:20:41,566 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/meta/1588230740/.tmp/table/1be67eebc3db484b8d2b253b8f3aee6f as hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/meta/1588230740/table/1be67eebc3db484b8d2b253b8f3aee6f
2024-11-09T00:20:41,569 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/meta/1588230740/table/1be67eebc3db484b8d2b253b8f3aee6f, entries=4, sequenceid=16, filesize=5.2 K
2024-11-09T00:20:41,570 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1362ms, sequenceid=16, compaction requested=false
2024-11-09T00:20:41,570 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-09T00:20:41,574 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-09T00:20:41,574 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:20:41,574 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:20:41,574 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:20:41,574 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111640208Running coprocessor pre-close hooks at 1731111640208Disabling compacts and flushes for region at 1731111640208Disabling writes for close at 1731111640208Obtaining lock to block concurrent updates at 1731111640208Preparing flush snapshotting stores in 1588230740 at 1731111640208Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731111640209 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731111640209Flushing 1588230740/info: creating writer at 1731111640209Flushing 1588230740/info: appending metadata at 1731111640230 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731111640230Flushing 1588230740/ns: creating writer at 1731111640673 (+443 ms)Flushing 1588230740/ns: appending metadata at 1731111640688 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731111640688Flushing 1588230740/rep_barrier: creating writer at 1731111641095 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731111641115 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731111641115Flushing 1588230740/table: creating writer at 1731111641522 (+407 ms)Flushing 1588230740/table: appending metadata at 1731111641538 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731111641538Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d4fffea: reopening flushed file at 1731111641550 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51a14fa6: reopening flushed file at 1731111641554 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76e5fb7: reopening flushed file at 1731111641559 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51746561: reopening flushed file at 1731111641565 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1362ms, sequenceid=16, compaction requested=false at 1731111641570 (+5 ms)Writing region close event to WAL at 1731111641571 (+1 ms)Running coprocessor post-close hooks at 1731111641574 (+3 ms)Closed at 1731111641574
2024-11-09T00:20:41,574 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-09T00:20:41,609 INFO  [RS:0;ef986b38239e:44025 {}] regionserver.HRegionServer(976): stopping server ef986b38239e,44025,1731111611616; all regions closed.
2024-11-09T00:20:41,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741834_1010 (size=4239)
2024-11-09T00:20:41,611 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.meta.1731111615112.meta not finished, retry = 0
2024-11-09T00:20:41,714 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.rep.1731111627663 not finished, retry = 0
2024-11-09T00:20:41,714 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741839_1015 (size=3114)
2024-11-09T00:20:41,746 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 to pos 2080, reset compression=false
2024-11-09T00:20:41,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741833_1009 (size=2088)
2024-11-09T00:20:41,816 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/WALs/ef986b38239e,44025,1731111611616/ef986b38239e%2C44025%2C1731111611616.1731111614353 not finished, retry = 0
2024-11-09T00:20:41,917 DEBUG [RS:0;ef986b38239e:44025 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:41,917 INFO  [RS:0;ef986b38239e:44025 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:20:41,917 INFO  [RS:0;ef986b38239e:44025 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:20:41,918 INFO  [RS:0;ef986b38239e:44025 {}] hbase.ChoreService(370): Chore service for: regionserver/ef986b38239e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-09T00:20:41,918 INFO  [RS:0;ef986b38239e:44025 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:20:41,918 INFO  [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:20:41,918 INFO  [RS:0;ef986b38239e:44025 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef986b38239e,44025,1731111611616 because: Region server is closing
2024-11-09T00:20:41,918 INFO  [RS:0;ef986b38239e:44025 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:44025.
2024-11-09T00:20:41,918 DEBUG [RS:0;ef986b38239e:44025 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:20:41,918 DEBUG [RS:0;ef986b38239e:44025 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:41,918 DEBUG [RS:0;ef986b38239e:44025 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:41,918 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:20:42,019 INFO  [RS:0;ef986b38239e:44025 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.shipperef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 terminated
2024-11-09T00:20:42,019 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44025,1731111611616.replicationSource.wal-reader.ef986b38239e%2C44025%2C1731111611616,1-ef986b38239e,44025,1731111611616 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-09T00:20:42,019 INFO  [RS:0;ef986b38239e:44025 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:44025.
2024-11-09T00:20:42,019 DEBUG [RS:0;ef986b38239e:44025 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:20:42,019 DEBUG [RS:0;ef986b38239e:44025 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:42,019 DEBUG [RS:0;ef986b38239e:44025 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:42,019 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:20:42,019 INFO  [RS:0;ef986b38239e:44025 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44025
2024-11-09T00:20:42,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x1011cf6c9490003, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1906010418/rs
2024-11-09T00:20:42,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44025-0x1011cf6c9490004, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1906010418/rs/ef986b38239e,44025,1731111611616
2024-11-09T00:20:42,134 INFO  [RS:0;ef986b38239e:44025 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:20:42,150 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef986b38239e,44025,1731111611616]
2024-11-09T00:20:42,150 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 636, reset compression=false
2024-11-09T00:20:42,161 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1906010418/draining/ef986b38239e,44025,1731111611616 already deleted, retry=false
2024-11-09T00:20:42,161 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef986b38239e,44025,1731111611616 expired; onlineServers=0
2024-11-09T00:20:42,161 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef986b38239e,44443,1731111611485' *****
2024-11-09T00:20:42,161 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-09T00:20:42,161 INFO  [M:0;ef986b38239e:44443 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:20:42,161 INFO  [M:0;ef986b38239e:44443 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:20:42,161 DEBUG [M:0;ef986b38239e:44443 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-09T00:20:42,161 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-09T00:20:42,161 DEBUG [M:0;ef986b38239e:44443 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-09T00:20:42,161 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111613892 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111613892,5,FailOnTimeoutGroup]
2024-11-09T00:20:42,161 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111613892 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111613892,5,FailOnTimeoutGroup]
2024-11-09T00:20:42,162 INFO  [M:0;ef986b38239e:44443 {}] hbase.ChoreService(370): Chore service for: master/ef986b38239e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-09T00:20:42,162 INFO  [M:0;ef986b38239e:44443 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:20:42,162 DEBUG [M:0;ef986b38239e:44443 {}] master.HMaster(1795): Stopping service threads
2024-11-09T00:20:42,162 INFO  [M:0;ef986b38239e:44443 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-09T00:20:42,162 INFO  [M:0;ef986b38239e:44443 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:20:42,162 INFO  [M:0;ef986b38239e:44443 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-09T00:20:42,162 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-09T00:20:42,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x1011cf6c9490003, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1906010418/master
2024-11-09T00:20:42,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x1011cf6c9490003, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1906010418
2024-11-09T00:20:42,171 DEBUG [M:0;ef986b38239e:44443 {}] zookeeper.ZKUtil(347): master:44443-0x1011cf6c9490003, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Unable to get data of znode /1-1906010418/master because node does not exist (not an error)
2024-11-09T00:20:42,171 WARN  [M:0;ef986b38239e:44443 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-09T00:20:42,172 INFO  [M:0;ef986b38239e:44443 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/.lastflushedseqids
2024-11-09T00:20:42,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741848_1024 (size=245)
2024-11-09T00:20:42,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44025-0x1011cf6c9490004, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:20:42,250 INFO  [RS:0;ef986b38239e:44025 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:20:42,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44025-0x1011cf6c9490004, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:20:42,250 INFO  [RS:0;ef986b38239e:44025 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef986b38239e,44025,1731111611616; zookeeper connection closed.
2024-11-09T00:20:42,251 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12a59ee2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12a59ee2
2024-11-09T00:20:42,251 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-09T00:20:42,339 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:42,339 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:42,339 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:42,339 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:42,340 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:42,340 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:42,374 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:42,374 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:42,374 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:42,375 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:42,375 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:42,375 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:42,383 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:42,387 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:42,387 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:42,576 INFO  [M:0;ef986b38239e:44443 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-09T00:20:42,576 INFO  [M:0;ef986b38239e:44443 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-09T00:20:42,577 DEBUG [M:0;ef986b38239e:44443 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:20:42,577 INFO  [M:0;ef986b38239e:44443 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:42,577 DEBUG [M:0;ef986b38239e:44443 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:42,577 DEBUG [M:0;ef986b38239e:44443 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:20:42,577 DEBUG [M:0;ef986b38239e:44443 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:42,577 INFO  [M:0;ef986b38239e:44443 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB
2024-11-09T00:20:42,595 DEBUG [M:0;ef986b38239e:44443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/853e156b19fe4340b247508abeee6088 is 82, key is hbase:meta,,1/info:regioninfo/1731111615141/Put/seqid=0
2024-11-09T00:20:42,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741849_1025 (size=5672)
2024-11-09T00:20:42,605 INFO  [M:0;ef986b38239e:44443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/853e156b19fe4340b247508abeee6088
2024-11-09T00:20:42,628 DEBUG [M:0;ef986b38239e:44443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/851f4ec4fa9e4fffa0423c2313a6e2fa is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731111627746/Put/seqid=0
2024-11-09T00:20:42,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741850_1026 (size=8516)
2024-11-09T00:20:42,917 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:20:42,918 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:42,918 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:42,918 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:42,918 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:42,918 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:42,919 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:42,960 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:42,960 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:42,961 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:42,961 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:42,961 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:42,961 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:42,967 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:42,970 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:42,971 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:43,034 INFO  [M:0;ef986b38239e:44443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/851f4ec4fa9e4fffa0423c2313a6e2fa
2024-11-09T00:20:43,067 DEBUG [M:0;ef986b38239e:44443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/06b11663e8f3443fb5de53b303c932ce is 69, key is ef986b38239e,44025,1731111611616/rs:state/1731111614059/Put/seqid=0
2024-11-09T00:20:43,074 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741851_1027 (size=5156)
2024-11-09T00:20:43,074 INFO  [M:0;ef986b38239e:44443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/06b11663e8f3443fb5de53b303c932ce
2024-11-09T00:20:43,088 DEBUG [M:0;ef986b38239e:44443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/853e156b19fe4340b247508abeee6088 as hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/853e156b19fe4340b247508abeee6088
2024-11-09T00:20:43,094 INFO  [M:0;ef986b38239e:44443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/853e156b19fe4340b247508abeee6088, entries=8, sequenceid=97, filesize=5.5 K
2024-11-09T00:20:43,096 DEBUG [M:0;ef986b38239e:44443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/851f4ec4fa9e4fffa0423c2313a6e2fa as hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/851f4ec4fa9e4fffa0423c2313a6e2fa
2024-11-09T00:20:43,102 INFO  [M:0;ef986b38239e:44443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/851f4ec4fa9e4fffa0423c2313a6e2fa, entries=11, sequenceid=97, filesize=8.3 K
2024-11-09T00:20:43,103 DEBUG [M:0;ef986b38239e:44443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/06b11663e8f3443fb5de53b303c932ce as hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/06b11663e8f3443fb5de53b303c932ce
2024-11-09T00:20:43,108 INFO  [M:0;ef986b38239e:44443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44877/user/jenkins/test-data/2b80452c-4adf-6fe8-9ae7-d183d6b9f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/06b11663e8f3443fb5de53b303c932ce, entries=1, sequenceid=97, filesize=5.0 K
2024-11-09T00:20:43,109 INFO  [M:0;ef986b38239e:44443 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 532ms, sequenceid=97, compaction requested=false
2024-11-09T00:20:43,116 INFO  [M:0;ef986b38239e:44443 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:43,116 DEBUG [M:0;ef986b38239e:44443 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111642577Disabling compacts and flushes for region at 1731111642577Disabling writes for close at 1731111642577Obtaining lock to block concurrent updates at 1731111642577Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731111642577Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731111642577Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731111642578 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731111642578Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731111642595 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731111642595Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731111642609 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731111642627 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731111642627Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731111643038 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731111643066 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731111643066Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58eb5193: reopening flushed file at 1731111643077 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fc125d6: reopening flushed file at 1731111643095 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34adfd80: reopening flushed file at 1731111643102 (+7 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 532ms, sequenceid=97, compaction requested=false at 1731111643109 (+7 ms)Writing region close event to WAL at 1731111643116 (+7 ms)Closed at 1731111643116
2024-11-09T00:20:43,118 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741830_1006 (size=63654)
2024-11-09T00:20:43,119 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:20:43,119 INFO  [M:0;ef986b38239e:44443 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-09T00:20:43,119 INFO  [M:0;ef986b38239e:44443 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44443
2024-11-09T00:20:43,119 INFO  [M:0;ef986b38239e:44443 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:20:43,335 INFO  [M:0;ef986b38239e:44443 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:20:43,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x1011cf6c9490003, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:20:43,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x1011cf6c9490003, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:20:43,337 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55da76a1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:20:43,337 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2343164b{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:20:43,337 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:20:43,338 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3af5c370{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:20:43,338 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bb919e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd/hadoop.log.dir/,STOPPED}
2024-11-09T00:20:43,340 WARN  [BP-368323179-172.17.0.3-1731111609554 heartbeating to localhost/127.0.0.1:44877 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T00:20:43,340 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T00:20:43,340 WARN  [BP-368323179-172.17.0.3-1731111609554 heartbeating to localhost/127.0.0.1:44877 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-368323179-172.17.0.3-1731111609554 (Datanode Uuid 4a8a7bd3-f53b-4db7-9e1c-1a70eea079ee) service to localhost/127.0.0.1:44877
2024-11-09T00:20:43,340 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T00:20:43,341 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd/cluster_f156f1d8-32bf-373b-085a-73b83610a744/data/data1/current/BP-368323179-172.17.0.3-1731111609554 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:20:43,341 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd/cluster_f156f1d8-32bf-373b-085a-73b83610a744/data/data2/current/BP-368323179-172.17.0.3-1731111609554 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:20:43,342 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T00:20:43,348 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5441beeb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:20:43,349 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23309e31{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:20:43,349 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:20:43,350 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2171703a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:20:43,350 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@423a34f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c447ade-8b7a-d459-5600-c22bd7da36bd/hadoop.log.dir/,STOPPED}
2024-11-09T00:20:43,363 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-09T00:20:43,363 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-09T00:20:43,363 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:20:43,363 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:20:43,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:43,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:43,364 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:20:43,364 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-09T00:20:43,364 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1815364871, stopped=false
2024-11-09T00:20:43,364 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef986b38239e,33753,1731111606134
2024-11-09T00:20:43,384 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x1011cf6c9490001, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1437240133/running
2024-11-09T00:20:43,384 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x1011cf6c9490001, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1437240133
2024-11-09T00:20:43,384 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:20:43,385 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:20:43,385 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:20:43,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:43,386 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef986b38239e,35323,1731111606328' *****
2024-11-09T00:20:43,386 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T00:20:43,386 INFO  [RS:0;ef986b38239e:35323 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T00:20:43,386 INFO  [RS:0;ef986b38239e:35323 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T00:20:43,386 INFO  [RS:0;ef986b38239e:35323 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T00:20:43,386 INFO  [RS:0;ef986b38239e:35323 {}] regionserver.HRegionServer(3091): Received CLOSE for 5941382c33ce60ee4c38e94496960dfd
2024-11-09T00:20:43,386 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T00:20:43,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x1011cf6c9490000, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1437240133/running
2024-11-09T00:20:43,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x1011cf6c9490000, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1437240133
2024-11-09T00:20:43,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35323-0x1011cf6c9490001, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Set watcher on znode that does not yet exist, /0-1437240133/running
2024-11-09T00:20:43,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33753-0x1011cf6c9490000, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Set watcher on znode that does not yet exist, /0-1437240133/running
2024-11-09T00:20:43,396 INFO  [RS:0;ef986b38239e:35323 {}] regionserver.HRegionServer(3091): Received CLOSE for fbaea1309c5c7e7a3ea11d76be09c075
2024-11-09T00:20:43,396 INFO  [RS:0;ef986b38239e:35323 {}] regionserver.HRegionServer(959): stopping server ef986b38239e,35323,1731111606328
2024-11-09T00:20:43,396 INFO  [RS:0;ef986b38239e:35323 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:20:43,396 INFO  [RS:0;ef986b38239e:35323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:35323.
2024-11-09T00:20:43,396 DEBUG [RS:0;ef986b38239e:35323 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:20:43,396 DEBUG [RS:0;ef986b38239e:35323 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:43,397 INFO  [RS:0;ef986b38239e:35323 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T00:20:43,397 INFO  [RS:0;ef986b38239e:35323 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T00:20:43,397 INFO  [RS:0;ef986b38239e:35323 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T00:20:43,397 INFO  [RS:0;ef986b38239e:35323 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-09T00:20:43,397 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5941382c33ce60ee4c38e94496960dfd, disabling compactions & flushes
2024-11-09T00:20:43,397 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731111620672.5941382c33ce60ee4c38e94496960dfd.
2024-11-09T00:20:43,397 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731111620672.5941382c33ce60ee4c38e94496960dfd.
2024-11-09T00:20:43,397 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731111620672.5941382c33ce60ee4c38e94496960dfd. after waiting 0 ms
2024-11-09T00:20:43,397 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731111620672.5941382c33ce60ee4c38e94496960dfd.
2024-11-09T00:20:43,398 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5941382c33ce60ee4c38e94496960dfd 3/3 column families, dataSize=107 B heapSize=1.15 KB
2024-11-09T00:20:43,400 INFO  [RS:0;ef986b38239e:35323 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-09T00:20:43,400 DEBUG [RS:0;ef986b38239e:35323 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5941382c33ce60ee4c38e94496960dfd=test,,1731111620672.5941382c33ce60ee4c38e94496960dfd., fbaea1309c5c7e7a3ea11d76be09c075=hbase:replication,,1731111626182.fbaea1309c5c7e7a3ea11d76be09c075.}
2024-11-09T00:20:43,400 DEBUG [RS:0;ef986b38239e:35323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5941382c33ce60ee4c38e94496960dfd, fbaea1309c5c7e7a3ea11d76be09c075
2024-11-09T00:20:43,400 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:20:43,401 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:20:43,401 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:20:43,401 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:20:43,401 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:20:43,401 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-09T00:20:43,454 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 636, reset compression=false
2024-11-09T00:20:43,461 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/hbase/meta/1588230740/.tmp/info/e5894ebcdd6d435f837c1c4616562bcb is 147, key is hbase:replication,,1731111626182.fbaea1309c5c7e7a3ea11d76be09c075./info:regioninfo/1731111626787/Put/seqid=0
2024-11-09T00:20:43,464 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/default/test/5941382c33ce60ee4c38e94496960dfd/.tmp/f/ced4e13c402b47c89e628d1a7565dc58 is 28, key is row/f:/1731111633644/DeleteFamily/seqid=0
2024-11-09T00:20:43,475 INFO  [regionserver/ef986b38239e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:20:43,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741840_1016 (size=7686)
2024-11-09T00:20:43,498 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/hbase/meta/1588230740/.tmp/info/e5894ebcdd6d435f837c1c4616562bcb
2024-11-09T00:20:43,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741841_1017 (size=5085)
2024-11-09T00:20:43,499 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:20:43,499 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 883, reset compression=false
2024-11-09T00:20:43,499 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.shipperef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,35323,1731111606328 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:20:43,500 ERROR [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.shipperef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ef986b38239e,35323,1731111606328: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ef986b38239e,35323,1731111606328, walGroup=ef986b38239e%2C35323%2C1731111606328, offset=ef986b38239e%2C35323%2C1731111606328.1731111608853:883, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:35323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-09T00:20:43,501 ERROR [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.shipperef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-09T00:20:43,502 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.shipperef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-09T00:20:43,502 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.shipperef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-09T00:20:43,502 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.shipperef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-09T00:20:43,502 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.shipperef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-09T00:20:43,502 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.shipperef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "Verbose": false,
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1247805440,
        "init": 1048576000,
        "max": 2306867200,
        "used": 974664640
      },
      "NonHeapMemoryUsage": {
        "committed": 206569472,
        "init": 7667712,
        "max": -1,
        "used": 202133544
      },
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-09T00:20:43,503 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.shipperef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:33753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:33753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-09T00:20:43,527 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/hbase/meta/1588230740/.tmp/ns/fd86350063de447a9bc9a4774a8f1d3b is 43, key is default/ns:d/1731111609404/Put/seqid=0
2024-11-09T00:20:43,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741842_1018 (size=5153)
2024-11-09T00:20:43,545 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/hbase/meta/1588230740/.tmp/ns/fd86350063de447a9bc9a4774a8f1d3b
2024-11-09T00:20:43,570 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/hbase/meta/1588230740/.tmp/rep_barrier/f315f7d9fd15413da640187d9f5e215e is 112, key is test,,1731111620672.5941382c33ce60ee4c38e94496960dfd./rep_barrier:seqnumDuringOpen/1731111621819/Put/seqid=0
2024-11-09T00:20:43,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741843_1019 (size=5518)
2024-11-09T00:20:43,600 DEBUG [RS:0;ef986b38239e:35323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5941382c33ce60ee4c38e94496960dfd, fbaea1309c5c7e7a3ea11d76be09c075
2024-11-09T00:20:43,703 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-09T00:20:43,703 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-09T00:20:43,705 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 883, reset compression=false
2024-11-09T00:20:43,801 DEBUG [RS:0;ef986b38239e:35323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5941382c33ce60ee4c38e94496960dfd, fbaea1309c5c7e7a3ea11d76be09c075
2024-11-09T00:20:43,899 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/default/test/5941382c33ce60ee4c38e94496960dfd/.tmp/f/ced4e13c402b47c89e628d1a7565dc58
2024-11-09T00:20:43,904 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ced4e13c402b47c89e628d1a7565dc58
2024-11-09T00:20:43,926 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/default/test/5941382c33ce60ee4c38e94496960dfd/.tmp/f1/bb7af444b31844ec8b20574f0942fa71 is 29, key is row/f1:/1731111633644/DeleteFamily/seqid=0
2024-11-09T00:20:43,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741844_1020 (size=5089)
2024-11-09T00:20:43,962 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/default/test/5941382c33ce60ee4c38e94496960dfd/.tmp/f1/bb7af444b31844ec8b20574f0942fa71
2024-11-09T00:20:43,965 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb7af444b31844ec8b20574f0942fa71
2024-11-09T00:20:43,980 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/default/test/5941382c33ce60ee4c38e94496960dfd/.tmp/norep/2cf665dde2b94c44a3e541997063ba97 is 32, key is row/norep:/1731111633644/DeleteFamily/seqid=0
2024-11-09T00:20:43,980 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/hbase/meta/1588230740/.tmp/rep_barrier/f315f7d9fd15413da640187d9f5e215e
2024-11-09T00:20:43,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741845_1021 (size=5101)
2024-11-09T00:20:44,001 DEBUG [RS:0;ef986b38239e:35323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5941382c33ce60ee4c38e94496960dfd, fbaea1309c5c7e7a3ea11d76be09c075
2024-11-09T00:20:44,002 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/hbase/meta/1588230740/.tmp/table/9962e3f4e2514f2494180900fca03ba2 is 53, key is hbase:replication/table:state/1731111626800/Put/seqid=0
2024-11-09T00:20:44,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741846_1022 (size=5308)
2024-11-09T00:20:44,008 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 883, reset compression=false
2024-11-09T00:20:44,201 DEBUG [RS:0;ef986b38239e:35323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5941382c33ce60ee4c38e94496960dfd, fbaea1309c5c7e7a3ea11d76be09c075
2024-11-09T00:20:44,384 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/default/test/5941382c33ce60ee4c38e94496960dfd/.tmp/norep/2cf665dde2b94c44a3e541997063ba97
2024-11-09T00:20:44,388 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2cf665dde2b94c44a3e541997063ba97
2024-11-09T00:20:44,389 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/default/test/5941382c33ce60ee4c38e94496960dfd/.tmp/f/ced4e13c402b47c89e628d1a7565dc58 as hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/default/test/5941382c33ce60ee4c38e94496960dfd/f/ced4e13c402b47c89e628d1a7565dc58
2024-11-09T00:20:44,393 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ced4e13c402b47c89e628d1a7565dc58
2024-11-09T00:20:44,393 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/default/test/5941382c33ce60ee4c38e94496960dfd/f/ced4e13c402b47c89e628d1a7565dc58, entries=1, sequenceid=6, filesize=5.0 K
2024-11-09T00:20:44,394 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/default/test/5941382c33ce60ee4c38e94496960dfd/.tmp/f1/bb7af444b31844ec8b20574f0942fa71 as hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/default/test/5941382c33ce60ee4c38e94496960dfd/f1/bb7af444b31844ec8b20574f0942fa71
2024-11-09T00:20:44,399 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb7af444b31844ec8b20574f0942fa71
2024-11-09T00:20:44,399 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/default/test/5941382c33ce60ee4c38e94496960dfd/f1/bb7af444b31844ec8b20574f0942fa71, entries=1, sequenceid=6, filesize=5.0 K
2024-11-09T00:20:44,400 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/default/test/5941382c33ce60ee4c38e94496960dfd/.tmp/norep/2cf665dde2b94c44a3e541997063ba97 as hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/default/test/5941382c33ce60ee4c38e94496960dfd/norep/2cf665dde2b94c44a3e541997063ba97
2024-11-09T00:20:44,401 DEBUG [RS:0;ef986b38239e:35323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5941382c33ce60ee4c38e94496960dfd, fbaea1309c5c7e7a3ea11d76be09c075
2024-11-09T00:20:44,404 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2cf665dde2b94c44a3e541997063ba97
2024-11-09T00:20:44,404 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/default/test/5941382c33ce60ee4c38e94496960dfd/norep/2cf665dde2b94c44a3e541997063ba97, entries=1, sequenceid=6, filesize=5.0 K
2024-11-09T00:20:44,407 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/hbase/meta/1588230740/.tmp/table/9962e3f4e2514f2494180900fca03ba2
2024-11-09T00:20:44,409 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 5941382c33ce60ee4c38e94496960dfd in 1012ms, sequenceid=6, compaction requested=false
2024-11-09T00:20:44,411 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 883, reset compression=false
2024-11-09T00:20:44,414 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/hbase/meta/1588230740/.tmp/info/e5894ebcdd6d435f837c1c4616562bcb as hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/hbase/meta/1588230740/info/e5894ebcdd6d435f837c1c4616562bcb
2024-11-09T00:20:44,419 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/hbase/meta/1588230740/info/e5894ebcdd6d435f837c1c4616562bcb, entries=20, sequenceid=16, filesize=7.5 K
2024-11-09T00:20:44,420 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/hbase/meta/1588230740/.tmp/ns/fd86350063de447a9bc9a4774a8f1d3b as hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/hbase/meta/1588230740/ns/fd86350063de447a9bc9a4774a8f1d3b
2024-11-09T00:20:44,428 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/hbase/meta/1588230740/ns/fd86350063de447a9bc9a4774a8f1d3b, entries=2, sequenceid=16, filesize=5.0 K
2024-11-09T00:20:44,429 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/hbase/meta/1588230740/.tmp/rep_barrier/f315f7d9fd15413da640187d9f5e215e as hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/hbase/meta/1588230740/rep_barrier/f315f7d9fd15413da640187d9f5e215e
2024-11-09T00:20:44,434 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:20:44,434 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 1232, reset compression=false
2024-11-09T00:20:44,434 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/hbase/meta/1588230740/rep_barrier/f315f7d9fd15413da640187d9f5e215e, entries=1, sequenceid=16, filesize=5.4 K
2024-11-09T00:20:44,437 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/hbase/meta/1588230740/.tmp/table/9962e3f4e2514f2494180900fca03ba2 as hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/hbase/meta/1588230740/table/9962e3f4e2514f2494180900fca03ba2
2024-11-09T00:20:44,441 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/hbase/meta/1588230740/table/9962e3f4e2514f2494180900fca03ba2, entries=4, sequenceid=16, filesize=5.2 K
2024-11-09T00:20:44,442 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1041ms, sequenceid=16, compaction requested=false
2024-11-09T00:20:44,449 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/default/test/5941382c33ce60ee4c38e94496960dfd/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-09T00:20:44,449 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:20:44,449 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-09T00:20:44,449 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731111620672.5941382c33ce60ee4c38e94496960dfd.
2024-11-09T00:20:44,449 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5941382c33ce60ee4c38e94496960dfd:
Waiting for close lock at 1731111643397Running coprocessor pre-close hooks at 1731111643397Disabling compacts and flushes for region at 1731111643397Disabling writes for close at 1731111643397Obtaining lock to block concurrent updates at 1731111643398 (+1 ms)Preparing flush snapshotting stores in 5941382c33ce60ee4c38e94496960dfd at 1731111643398Finished memstore snapshotting test,,1731111620672.5941382c33ce60ee4c38e94496960dfd., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731111643398Flushing stores of test,,1731111620672.5941382c33ce60ee4c38e94496960dfd. at 1731111643412 (+14 ms)Flushing 5941382c33ce60ee4c38e94496960dfd/f: creating writer at 1731111643412Flushing 5941382c33ce60ee4c38e94496960dfd/f: appending metadata at 1731111643464 (+52 ms)Flushing 5941382c33ce60ee4c38e94496960dfd/f: closing flushed file at 1731111643464Flushing 5941382c33ce60ee4c38e94496960dfd/f1: creating writer at 1731111643905 (+441 ms)Flushing 5941382c33ce60ee4c38e94496960dfd/f1: appending metadata at 1731111643925 (+20 ms)Flushing 5941382c33ce60ee4c38e94496960dfd/f1: closing flushed file at 1731111643926 (+1 ms)Flushing 5941382c33ce60ee4c38e94496960dfd/norep: creating writer at 1731111643965 (+39 ms)Flushing 5941382c33ce60ee4c38e94496960dfd/norep: appending metadata at 1731111643979 (+14 ms)Flushing 5941382c33ce60ee4c38e94496960dfd/norep: closing flushed file at 1731111643979Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3915277d: reopening flushed file at 1731111644388 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f39295: reopening flushed file at 1731111644393 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20860e5f: reopening flushed file at 1731111644399 (+6 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 5941382c33ce60ee4c38e94496960dfd in 1012ms, sequenceid=6, compaction requested=false at 1731111644409 (+10 ms)Writing region close event to WAL at 1731111644444 (+35 ms)Running coprocessor post-close hooks at 1731111644449 (+5 ms)Closed at 1731111644449
2024-11-09T00:20:44,450 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731111620672.5941382c33ce60ee4c38e94496960dfd.
2024-11-09T00:20:44,450 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fbaea1309c5c7e7a3ea11d76be09c075, disabling compactions & flushes
2024-11-09T00:20:44,450 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111626182.fbaea1309c5c7e7a3ea11d76be09c075.
2024-11-09T00:20:44,450 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111626182.fbaea1309c5c7e7a3ea11d76be09c075.
2024-11-09T00:20:44,450 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111626182.fbaea1309c5c7e7a3ea11d76be09c075. after waiting 0 ms
2024-11-09T00:20:44,450 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111626182.fbaea1309c5c7e7a3ea11d76be09c075.
2024-11-09T00:20:44,450 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fbaea1309c5c7e7a3ea11d76be09c075:
Waiting for close lock at 1731111644450Running coprocessor pre-close hooks at 1731111644450Disabling compacts and flushes for region at 1731111644450Disabling writes for close at 1731111644450Failed flush hbase:replication,,1731111626182.fbaea1309c5c7e7a3ea11d76be09c075., putting online again at 1731111644450
2024-11-09T00:20:44,450 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731111626182.fbaea1309c5c7e7a3ea11d76be09c075.
2024-11-09T00:20:44,462 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-09T00:20:44,463 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:20:44,463 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:20:44,463 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:20:44,463 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111643400Running coprocessor pre-close hooks at 1731111643400Disabling compacts and flushes for region at 1731111643400Disabling writes for close at 1731111643401 (+1 ms)Obtaining lock to block concurrent updates at 1731111643401Preparing flush snapshotting stores in 1588230740 at 1731111643401Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731111643416 (+15 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731111643417 (+1 ms)Flushing 1588230740/info: creating writer at 1731111643417Flushing 1588230740/info: appending metadata at 1731111643461 (+44 ms)Flushing 1588230740/info: closing flushed file at 1731111643461Flushing 1588230740/ns: creating writer at 1731111643506 (+45 ms)Flushing 1588230740/ns: appending metadata at 1731111643527 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731111643527Flushing 1588230740/rep_barrier: creating writer at 1731111643550 (+23 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731111643570 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731111643570Flushing 1588230740/table: creating writer at 1731111643986 (+416 ms)Flushing 1588230740/table: appending metadata at 1731111644002 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731111644002Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@598ae7ec: reopening flushed file at 1731111644411 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61de565f: reopening flushed file at 1731111644419 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24c08b9f: reopening flushed file at 1731111644429 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2768e5bb: reopening flushed file at 1731111644434 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1041ms, sequenceid=16, compaction requested=false at 1731111644442 (+8 ms)Writing region close event to WAL at 1731111644457 (+15 ms)Running coprocessor post-close hooks at 1731111644463 (+6 ms)Closed at 1731111644463
2024-11-09T00:20:44,463 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-09T00:20:44,601 INFO  [RS:0;ef986b38239e:35323 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-09T00:20:44,601 DEBUG [RS:0;ef986b38239e:35323 {}] regionserver.HRegionServer(1325): Online Regions={fbaea1309c5c7e7a3ea11d76be09c075=hbase:replication,,1731111626182.fbaea1309c5c7e7a3ea11d76be09c075.}
2024-11-09T00:20:44,601 INFO  [RS:0;ef986b38239e:35323 {}] regionserver.HRegionServer(3091): Received CLOSE for fbaea1309c5c7e7a3ea11d76be09c075
2024-11-09T00:20:44,602 DEBUG [RS:0;ef986b38239e:35323 {}] regionserver.HRegionServer(1351): Waiting on fbaea1309c5c7e7a3ea11d76be09c075
2024-11-09T00:20:44,602 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fbaea1309c5c7e7a3ea11d76be09c075, disabling compactions & flushes
2024-11-09T00:20:44,602 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111626182.fbaea1309c5c7e7a3ea11d76be09c075.
2024-11-09T00:20:44,602 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111626182.fbaea1309c5c7e7a3ea11d76be09c075.
2024-11-09T00:20:44,602 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111626182.fbaea1309c5c7e7a3ea11d76be09c075. after waiting 0 ms
2024-11-09T00:20:44,602 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111626182.fbaea1309c5c7e7a3ea11d76be09c075.
2024-11-09T00:20:44,602 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fbaea1309c5c7e7a3ea11d76be09c075:
Waiting for close lock at 1731111644602Running coprocessor pre-close hooks at 1731111644602Disabling compacts and flushes for region at 1731111644602Disabling writes for close at 1731111644602Failed flush hbase:replication,,1731111626182.fbaea1309c5c7e7a3ea11d76be09c075., putting online again at 1731111644602
2024-11-09T00:20:44,602 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731111626182.fbaea1309c5c7e7a3ea11d76be09c075.
2024-11-09T00:20:44,640 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 to pos 1232, reset compression=false
2024-11-09T00:20:44,648 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:20:44,802 INFO  [RS:0;ef986b38239e:35323 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing
2024-11-09T00:20:44,802 INFO  [RS:0;ef986b38239e:35323 {}] regionserver.HRegionServer(976): stopping server ef986b38239e,35323,1731111606328; all regions closed.
2024-11-09T00:20:44,807 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741834_1010 (size=4239)
2024-11-09T00:20:44,807 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.meta.1731111609312.meta not finished, retry = 0
2024-11-09T00:20:44,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741839_1015 (size=1297)
2024-11-09T00:20:44,928 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741833_1009 (size=1535)
2024-11-09T00:20:44,928 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/WALs/ef986b38239e,35323,1731111606328/ef986b38239e%2C35323%2C1731111606328.1731111608853 not finished, retry = 0
2024-11-09T00:20:45,029 DEBUG [RS:0;ef986b38239e:35323 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:45,029 INFO  [RS:0;ef986b38239e:35323 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:20:45,030 INFO  [RS:0;ef986b38239e:35323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:20:45,030 INFO  [RS:0;ef986b38239e:35323 {}] hbase.ChoreService(370): Chore service for: regionserver/ef986b38239e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-09T00:20:45,030 INFO  [RS:0;ef986b38239e:35323 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:20:45,030 INFO  [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:20:45,030 INFO  [RS:0;ef986b38239e:35323 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef986b38239e,35323,1731111606328 because: Region server is closing
2024-11-09T00:20:45,031 INFO  [RS:0;ef986b38239e:35323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:35323.
2024-11-09T00:20:45,031 DEBUG [RS:0;ef986b38239e:35323 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:20:45,031 DEBUG [RS:0;ef986b38239e:35323 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:45,031 DEBUG [RS:0;ef986b38239e:35323 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:45,032 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:20:45,131 INFO  [RS:0;ef986b38239e:35323 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.shipperef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 terminated
2024-11-09T00:20:45,131 INFO  [RS:0;ef986b38239e:35323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35323
2024-11-09T00:20:45,132 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,35323,1731111606328.replicationSource.wal-reader.ef986b38239e%2C35323%2C1731111606328,1-ef986b38239e,35323,1731111606328 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?]
2024-11-09T00:20:45,192 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x1011cf6c9490001, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1437240133/rs/ef986b38239e,35323,1731111606328
2024-11-09T00:20:45,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x1011cf6c9490000, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1437240133/rs
2024-11-09T00:20:45,192 INFO  [RS:0;ef986b38239e:35323 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:20:45,203 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef986b38239e,35323,1731111606328]
2024-11-09T00:20:45,213 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1437240133/draining/ef986b38239e,35323,1731111606328 already deleted, retry=false
2024-11-09T00:20:45,213 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef986b38239e,35323,1731111606328 expired; onlineServers=0
2024-11-09T00:20:45,213 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef986b38239e,33753,1731111606134' *****
2024-11-09T00:20:45,213 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-09T00:20:45,213 INFO  [M:0;ef986b38239e:33753 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:20:45,213 INFO  [M:0;ef986b38239e:33753 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:20:45,213 DEBUG [M:0;ef986b38239e:33753 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-09T00:20:45,214 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-09T00:20:45,214 DEBUG [M:0;ef986b38239e:33753 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-09T00:20:45,214 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111608528 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111608528,5,FailOnTimeoutGroup]
2024-11-09T00:20:45,214 INFO  [M:0;ef986b38239e:33753 {}] hbase.ChoreService(370): Chore service for: master/ef986b38239e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-09T00:20:45,214 INFO  [M:0;ef986b38239e:33753 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:20:45,214 DEBUG [M:0;ef986b38239e:33753 {}] master.HMaster(1795): Stopping service threads
2024-11-09T00:20:45,214 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111608523 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111608523,5,FailOnTimeoutGroup]
2024-11-09T00:20:45,214 INFO  [M:0;ef986b38239e:33753 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-09T00:20:45,214 INFO  [M:0;ef986b38239e:33753 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:20:45,214 ERROR [M:0;ef986b38239e:33753 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:41977 from jenkins,5,PEWorkerGroup]
    Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41977,5,PEWorkerGroup]
2024-11-09T00:20:45,214 INFO  [M:0;ef986b38239e:33753 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-09T00:20:45,215 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-09T00:20:45,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x1011cf6c9490000, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1437240133/master
2024-11-09T00:20:45,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x1011cf6c9490000, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1437240133
2024-11-09T00:20:45,224 DEBUG [M:0;ef986b38239e:33753 {}] zookeeper.ZKUtil(347): master:33753-0x1011cf6c9490000, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Unable to get data of znode /0-1437240133/master because node does not exist (not an error)
2024-11-09T00:20:45,224 WARN  [M:0;ef986b38239e:33753 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-09T00:20:45,224 INFO  [M:0;ef986b38239e:33753 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/.lastflushedseqids
2024-11-09T00:20:45,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741847_1023 (size=245)
2024-11-09T00:20:45,243 INFO  [M:0;ef986b38239e:33753 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-09T00:20:45,244 INFO  [M:0;ef986b38239e:33753 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-09T00:20:45,244 DEBUG [M:0;ef986b38239e:33753 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:20:45,244 INFO  [M:0;ef986b38239e:33753 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:45,244 DEBUG [M:0;ef986b38239e:33753 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:45,244 DEBUG [M:0;ef986b38239e:33753 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:20:45,244 DEBUG [M:0;ef986b38239e:33753 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:45,244 INFO  [M:0;ef986b38239e:33753 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB
2024-11-09T00:20:45,267 DEBUG [M:0;ef986b38239e:33753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/49c1f40847604ba394a98dfa5de66b3a is 82, key is hbase:meta,,1/info:regioninfo/1731111609360/Put/seqid=0
2024-11-09T00:20:45,303 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x1011cf6c9490001, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:20:45,303 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x1011cf6c9490001, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:20:45,303 INFO  [RS:0;ef986b38239e:35323 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:20:45,303 INFO  [RS:0;ef986b38239e:35323 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef986b38239e,35323,1731111606328; zookeeper connection closed.
2024-11-09T00:20:45,306 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741848_1024 (size=5672)
2024-11-09T00:20:45,308 INFO  [M:0;ef986b38239e:33753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/49c1f40847604ba394a98dfa5de66b3a
2024-11-09T00:20:45,316 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6bc872ec {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6bc872ec
2024-11-09T00:20:45,317 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-09T00:20:45,338 DEBUG [M:0;ef986b38239e:33753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be046ad316764f77a06dbf25b5e6578e is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731111621828/Put/seqid=0
2024-11-09T00:20:45,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741849_1025 (size=7219)
2024-11-09T00:20:45,786 INFO  [M:0;ef986b38239e:33753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be046ad316764f77a06dbf25b5e6578e
2024-11-09T00:20:45,791 INFO  [M:0;ef986b38239e:33753 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for be046ad316764f77a06dbf25b5e6578e
2024-11-09T00:20:45,809 DEBUG [M:0;ef986b38239e:33753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41c31f0d696f4818b932be3392437d98 is 69, key is ef986b38239e,35323,1731111606328/rs:state/1731111608638/Put/seqid=0
2024-11-09T00:20:45,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741850_1026 (size=5156)
2024-11-09T00:20:45,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-09T00:20:45,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-09T00:20:45,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-09T00:20:46,230 INFO  [M:0;ef986b38239e:33753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41c31f0d696f4818b932be3392437d98
2024-11-09T00:20:46,235 DEBUG [M:0;ef986b38239e:33753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/49c1f40847604ba394a98dfa5de66b3a as hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/49c1f40847604ba394a98dfa5de66b3a
2024-11-09T00:20:46,240 INFO  [M:0;ef986b38239e:33753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/49c1f40847604ba394a98dfa5de66b3a, entries=8, sequenceid=105, filesize=5.5 K
2024-11-09T00:20:46,241 DEBUG [M:0;ef986b38239e:33753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be046ad316764f77a06dbf25b5e6578e as hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be046ad316764f77a06dbf25b5e6578e
2024-11-09T00:20:46,247 INFO  [M:0;ef986b38239e:33753 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for be046ad316764f77a06dbf25b5e6578e
2024-11-09T00:20:46,247 INFO  [M:0;ef986b38239e:33753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be046ad316764f77a06dbf25b5e6578e, entries=11, sequenceid=105, filesize=7.0 K
2024-11-09T00:20:46,248 DEBUG [M:0;ef986b38239e:33753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41c31f0d696f4818b932be3392437d98 as hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/41c31f0d696f4818b932be3392437d98
2024-11-09T00:20:46,253 INFO  [M:0;ef986b38239e:33753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41977/user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/41c31f0d696f4818b932be3392437d98, entries=1, sequenceid=105, filesize=5.0 K
2024-11-09T00:20:46,260 INFO  [M:0;ef986b38239e:33753 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1016ms, sequenceid=105, compaction requested=false
2024-11-09T00:20:46,265 INFO  [M:0;ef986b38239e:33753 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:46,265 DEBUG [M:0;ef986b38239e:33753 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111645244Disabling compacts and flushes for region at 1731111645244Disabling writes for close at 1731111645244Obtaining lock to block concurrent updates at 1731111645244Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731111645244Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731111645245 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731111645245Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731111645245Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731111645266 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731111645267 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731111645312 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731111645337 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731111645337Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731111645791 (+454 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731111645808 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731111645808Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52a98f40: reopening flushed file at 1731111646234 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@590d7015: reopening flushed file at 1731111646241 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3084e3ec: reopening flushed file at 1731111646247 (+6 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1016ms, sequenceid=105, compaction requested=false at 1731111646260 (+13 ms)Writing region close event to WAL at 1731111646265 (+5 ms)Closed at 1731111646265
2024-11-09T00:20:46,269 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741830_1006 (size=64435)
2024-11-09T00:20:46,269 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ea56e73-9011-aa05-a637-4a2a6fdd21cb/MasterData/WALs/ef986b38239e,33753,1731111606134/ef986b38239e%2C33753%2C1731111606134.1731111608125 not finished, retry = 0
2024-11-09T00:20:46,370 INFO  [M:0;ef986b38239e:33753 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-09T00:20:46,370 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:20:46,370 INFO  [M:0;ef986b38239e:33753 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33753
2024-11-09T00:20:46,370 INFO  [M:0;ef986b38239e:33753 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:20:46,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x1011cf6c9490000, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:20:46,566 INFO  [M:0;ef986b38239e:33753 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:20:46,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x1011cf6c9490000, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:20:46,570 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f3382dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:20:46,571 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72f34e90{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:20:46,571 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:20:46,571 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c41a706{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:20:46,571 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c7cba5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/hadoop.log.dir/,STOPPED}
2024-11-09T00:20:46,573 WARN  [BP-195308974-172.17.0.3-1731111603631 heartbeating to localhost/127.0.0.1:41977 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T00:20:46,573 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T00:20:46,573 WARN  [BP-195308974-172.17.0.3-1731111603631 heartbeating to localhost/127.0.0.1:41977 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-195308974-172.17.0.3-1731111603631 (Datanode Uuid 098516a2-cd16-4278-9566-f65a16bb1627) service to localhost/127.0.0.1:41977
2024-11-09T00:20:46,573 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T00:20:46,573 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/cluster_d1d2c463-602a-c380-f444-73e982c75b82/data/data1/current/BP-195308974-172.17.0.3-1731111603631 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:20:46,574 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/cluster_d1d2c463-602a-c380-f444-73e982c75b82/data/data2/current/BP-195308974-172.17.0.3-1731111603631 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:20:46,574 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T00:20:46,585 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46cfec75{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:20:46,586 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b89cf2e{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:20:46,586 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:20:46,586 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e2dd2d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:20:46,586 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7578d2fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f76a5c-2a69-6849-df84-6bfb6ac9ef1b/hadoop.log.dir/,STOPPED}
2024-11-09T00:20:46,593 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-09T00:20:46,607 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-09T00:20:46,628 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 313)
Potentially hanging thread: nioEventLoopGroup-32-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-33-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41977
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42645
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44877 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-41-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44877 from jenkins.hfs.18
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42645 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-39-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-39-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41977
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56241)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41977 from jenkins.hfs.17
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:42645
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44877
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:44877
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44877
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-37-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:41977
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42645 from jenkins.hfs.19
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-33-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44877 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44877
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-41-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41977
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-37-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42645
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-33-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41977 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-32-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42645
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-37-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:42645
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42645 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41977 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56241)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56241)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:44877
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-41-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-39-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-32-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:41977
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=797 (was 736) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=633 (was 528) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3876 (was 2603) - AvailableMemoryMB LEAK? -
2024-11-09T00:20:46,640 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=797, MaxFileDescriptor=1048576, SystemLoadAverage=633, ProcessCount=11, AvailableMemoryMB=3875
2024-11-09T00:20:46,653 INFO  [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication
2024-11-09T00:20:46,654 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093/hadoop.log.dir so I do NOT create it in target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7
2024-11-09T00:20:46,654 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093/hadoop.log.dir Erasing configuration value by system value.
2024-11-09T00:20:46,654 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093/hadoop.tmp.dir so I do NOT create it in target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7
2024-11-09T00:20:46,654 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3f3db81-7f1d-8c90-2637-118b0a19a093/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-09T00:20:46,654 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7
2024-11-09T00:20:46,654 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/cluster_7c15ff1f-cc40-838e-0c8b-cf3db89c0a0c, deleteOnExit=true
2024-11-09T00:20:46,657 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/cluster_7c15ff1f-cc40-838e-0c8b-cf3db89c0a0c/zookeeper_0, clientPort=50646, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/cluster_7c15ff1f-cc40-838e-0c8b-cf3db89c0a0c/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/cluster_7c15ff1f-cc40-838e-0c8b-cf3db89c0a0c/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-09T00:20:46,658 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50646
2024-11-09T00:20:46,658 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-09T00:20:46,658 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-09T00:20:46,658 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/test.cache.data in system properties and HBase conf
2024-11-09T00:20:46,658 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/hadoop.tmp.dir in system properties and HBase conf
2024-11-09T00:20:46,658 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/hadoop.log.dir in system properties and HBase conf
2024-11-09T00:20:46,658 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-09T00:20:46,658 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-09T00:20:46,658 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-09T00:20:46,658 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-09T00:20:46,658 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:20:46,658 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:20:46,658 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-09T00:20:46,658 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:20:46,658 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-09T00:20:46,659 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-09T00:20:46,659 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:20:46,659 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:20:46,659 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-09T00:20:46,659 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/nfs.dump.dir in system properties and HBase conf
2024-11-09T00:20:46,659 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/java.io.tmpdir in system properties and HBase conf
2024-11-09T00:20:46,659 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:20:46,659 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-09T00:20:46,659 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-09T00:20:46,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011cf6c9490005, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-09T00:20:46,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011cf6c9490008, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-09T00:20:46,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011cf6c9490002, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-09T00:20:46,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011cf6c9490005, quorum=127.0.0.1:56241, baseZNode=/1-1906010418 Received Disconnected from ZooKeeper, ignoring
2024-11-09T00:20:46,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011cf6c9490008, quorum=127.0.0.1:56241, baseZNode=/2-1878033539 Received Disconnected from ZooKeeper, ignoring
2024-11-09T00:20:46,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011cf6c9490002, quorum=127.0.0.1:56241, baseZNode=/0-1437240133 Received Disconnected from ZooKeeper, ignoring
2024-11-09T00:20:47,021 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:20:47,024 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:20:47,025 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:20:47,025 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:20:47,025 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T00:20:47,026 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:20:47,027 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11346850{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:20:47,027 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ee9bec7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:20:47,148 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@982aaa7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/java.io.tmpdir/jetty-localhost-41215-hadoop-hdfs-3_4_1-tests_jar-_-any-3114271307597919234/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:20:47,148 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@539e6189{HTTP/1.1, (http/1.1)}{localhost:41215}
2024-11-09T00:20:47,148 INFO  [Time-limited test {}] server.Server(415): Started @318159ms
2024-11-09T00:20:47,416 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:20:47,418 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:20:47,419 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:20:47,419 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:20:47,419 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T00:20:47,420 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2328bdff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:20:47,420 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f885238{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:20:47,513 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d6242e8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/java.io.tmpdir/jetty-localhost-41405-hadoop-hdfs-3_4_1-tests_jar-_-any-13692123873010790279/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:20:47,513 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34cd4297{HTTP/1.1, (http/1.1)}{localhost:41405}
2024-11-09T00:20:47,513 INFO  [Time-limited test {}] server.Server(415): Started @318524ms
2024-11-09T00:20:47,514 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T00:20:48,350 WARN  [Thread-4171 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/cluster_7c15ff1f-cc40-838e-0c8b-cf3db89c0a0c/data/data1/current/BP-1430441564-172.17.0.3-1731111646673/current, will proceed with Du for space computation calculation, 
2024-11-09T00:20:48,350 WARN  [Thread-4172 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/cluster_7c15ff1f-cc40-838e-0c8b-cf3db89c0a0c/data/data2/current/BP-1430441564-172.17.0.3-1731111646673/current, will proceed with Du for space computation calculation, 
2024-11-09T00:20:48,389 WARN  [Thread-4159 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T00:20:48,396 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xccd674cfd9961179 with lease ID 0xd34a7a67bc6553c8: Processing first storage report for DS-28b1c6b1-0f53-478d-8f77-87151b0ba972 from datanode DatanodeRegistration(127.0.0.1:34003, datanodeUuid=5eb8d76c-af47-4a22-b821-35c80e99b0dd, infoPort=35869, infoSecurePort=0, ipcPort=37373, storageInfo=lv=-57;cid=testClusterID;nsid=120065904;c=1731111646673)
2024-11-09T00:20:48,396 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xccd674cfd9961179 with lease ID 0xd34a7a67bc6553c8: from storage DS-28b1c6b1-0f53-478d-8f77-87151b0ba972 node DatanodeRegistration(127.0.0.1:34003, datanodeUuid=5eb8d76c-af47-4a22-b821-35c80e99b0dd, infoPort=35869, infoSecurePort=0, ipcPort=37373, storageInfo=lv=-57;cid=testClusterID;nsid=120065904;c=1731111646673), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:20:48,396 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xccd674cfd9961179 with lease ID 0xd34a7a67bc6553c8: Processing first storage report for DS-90c90c5d-2bae-4fca-af2e-ed993c08fb3c from datanode DatanodeRegistration(127.0.0.1:34003, datanodeUuid=5eb8d76c-af47-4a22-b821-35c80e99b0dd, infoPort=35869, infoSecurePort=0, ipcPort=37373, storageInfo=lv=-57;cid=testClusterID;nsid=120065904;c=1731111646673)
2024-11-09T00:20:48,396 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xccd674cfd9961179 with lease ID 0xd34a7a67bc6553c8: from storage DS-90c90c5d-2bae-4fca-af2e-ed993c08fb3c node DatanodeRegistration(127.0.0.1:34003, datanodeUuid=5eb8d76c-af47-4a22-b821-35c80e99b0dd, infoPort=35869, infoSecurePort=0, ipcPort=37373, storageInfo=lv=-57;cid=testClusterID;nsid=120065904;c=1731111646673), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:20:48,440 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7
2024-11-09T00:20:48,441 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:48,442 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:48,453 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34003 is added to blk_1073741825_1001 (size=7)
2024-11-09T00:20:48,855 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235 with version=8
2024-11-09T00:20:48,855 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/hbase-staging
2024-11-09T00:20:48,857 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:20:48,857 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:20:48,857 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:20:48,857 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:20:48,857 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:20:48,857 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:20:48,857 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-09T00:20:48,858 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:20:48,858 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45907
2024-11-09T00:20:48,859 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45907 connecting to ZooKeeper ensemble=127.0.0.1:50646
2024-11-09T00:20:48,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459070x0, quorum=127.0.0.1:50646, baseZNode=/0412958692 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:20:48,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45907-0x1011cf7716b0000 connected
2024-11-09T00:20:49,176 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:49,177 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:49,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45907-0x1011cf7716b0000, quorum=127.0.0.1:50646, baseZNode=/0412958692 Set watcher on znode that does not yet exist, /0412958692/running
2024-11-09T00:20:49,180 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235, hbase.cluster.distributed=false
2024-11-09T00:20:49,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45907-0x1011cf7716b0000, quorum=127.0.0.1:50646, baseZNode=/0412958692 Set watcher on znode that does not yet exist, /0412958692/acl
2024-11-09T00:20:49,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45907
2024-11-09T00:20:49,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45907
2024-11-09T00:20:49,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45907
2024-11-09T00:20:49,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45907
2024-11-09T00:20:49,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45907
2024-11-09T00:20:49,199 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:20:49,199 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:20:49,199 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:20:49,199 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:20:49,199 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:20:49,199 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:20:49,199 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T00:20:49,200 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:20:49,200 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45865
2024-11-09T00:20:49,201 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45865 connecting to ZooKeeper ensemble=127.0.0.1:50646
2024-11-09T00:20:49,201 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:49,203 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:49,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458650x0, quorum=127.0.0.1:50646, baseZNode=/0412958692 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:20:49,218 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45865-0x1011cf7716b0001 connected
2024-11-09T00:20:49,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45865-0x1011cf7716b0001, quorum=127.0.0.1:50646, baseZNode=/0412958692 Set watcher on znode that does not yet exist, /0412958692/running
2024-11-09T00:20:49,219 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T00:20:49,219 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T00:20:49,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45865-0x1011cf7716b0001, quorum=127.0.0.1:50646, baseZNode=/0412958692 Set watcher on znode that does not yet exist, /0412958692/master
2024-11-09T00:20:49,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45865-0x1011cf7716b0001, quorum=127.0.0.1:50646, baseZNode=/0412958692 Set watcher on znode that does not yet exist, /0412958692/acl
2024-11-09T00:20:49,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45865
2024-11-09T00:20:49,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45865
2024-11-09T00:20:49,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45865
2024-11-09T00:20:49,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45865
2024-11-09T00:20:49,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45865
2024-11-09T00:20:49,263 DEBUG [M:0;ef986b38239e:45907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef986b38239e:45907
2024-11-09T00:20:49,264 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0412958692/backup-masters/ef986b38239e,45907,1731111648857
2024-11-09T00:20:49,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1011cf7716b0001, quorum=127.0.0.1:50646, baseZNode=/0412958692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412958692/backup-masters
2024-11-09T00:20:49,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45907-0x1011cf7716b0000, quorum=127.0.0.1:50646, baseZNode=/0412958692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412958692/backup-masters
2024-11-09T00:20:49,270 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45907-0x1011cf7716b0000, quorum=127.0.0.1:50646, baseZNode=/0412958692 Set watcher on existing znode=/0412958692/backup-masters/ef986b38239e,45907,1731111648857
2024-11-09T00:20:49,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1011cf7716b0001, quorum=127.0.0.1:50646, baseZNode=/0412958692 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0412958692/master
2024-11-09T00:20:49,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45907-0x1011cf7716b0000, quorum=127.0.0.1:50646, baseZNode=/0412958692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412958692
2024-11-09T00:20:49,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1011cf7716b0001, quorum=127.0.0.1:50646, baseZNode=/0412958692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412958692
2024-11-09T00:20:49,281 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45907-0x1011cf7716b0000, quorum=127.0.0.1:50646, baseZNode=/0412958692 Set watcher on existing znode=/0412958692/master
2024-11-09T00:20:49,281 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0412958692/backup-masters/ef986b38239e,45907,1731111648857 from backup master directory
2024-11-09T00:20:49,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45907-0x1011cf7716b0000, quorum=127.0.0.1:50646, baseZNode=/0412958692 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0412958692/backup-masters/ef986b38239e,45907,1731111648857
2024-11-09T00:20:49,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1011cf7716b0001, quorum=127.0.0.1:50646, baseZNode=/0412958692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412958692/backup-masters
2024-11-09T00:20:49,291 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:20:49,291 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef986b38239e,45907,1731111648857
2024-11-09T00:20:49,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45907-0x1011cf7716b0000, quorum=127.0.0.1:50646, baseZNode=/0412958692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412958692/backup-masters
2024-11-09T00:20:49,294 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/hbase.id] with ID: 95505145-12be-4e13-af3e-4b5d7537826e
2024-11-09T00:20:49,294 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/.tmp/hbase.id
2024-11-09T00:20:49,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34003 is added to blk_1073741826_1002 (size=42)
2024-11-09T00:20:49,702 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/.tmp/hbase.id]:[hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/hbase.id]
2024-11-09T00:20:49,708 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:49,708 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-09T00:20:49,709 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-09T00:20:49,951 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:20:49,952 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:49,952 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:49,952 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:49,952 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:49,953 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:49,953 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:49,953 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:49,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1011cf7716b0001, quorum=127.0.0.1:50646, baseZNode=/0412958692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412958692
2024-11-09T00:20:49,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45907-0x1011cf7716b0000, quorum=127.0.0.1:50646, baseZNode=/0412958692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412958692
2024-11-09T00:20:49,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34003 is added to blk_1073741827_1003 (size=196)
2024-11-09T00:20:49,986 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:49,986 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:49,986 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:49,986 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:49,986 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:49,987 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:49,993 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:49,996 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:49,996 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:49,998 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:50,363 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:20:50,364 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-09T00:20:50,364 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:20:50,368 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34003 is added to blk_1073741828_1004 (size=1189)
2024-11-09T00:20:50,373 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/MasterData/data/master/store
2024-11-09T00:20:50,377 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34003 is added to blk_1073741829_1005 (size=34)
2024-11-09T00:20:50,378 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:20:50,378 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:20:50,378 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:50,378 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:50,378 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:20:50,378 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:50,378 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:50,378 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111650378Disabling compacts and flushes for region at 1731111650378Disabling writes for close at 1731111650378Writing region close event to WAL at 1731111650378Closed at 1731111650378
2024-11-09T00:20:50,379 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/MasterData/data/master/store/.initializing
2024-11-09T00:20:50,379 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/MasterData/WALs/ef986b38239e,45907,1731111648857
2024-11-09T00:20:50,380 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:20:50,385 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef986b38239e%2C45907%2C1731111648857, suffix=, logDir=hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/MasterData/WALs/ef986b38239e,45907,1731111648857, archiveDir=hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/MasterData/oldWALs, maxLogs=10
2024-11-09T00:20:50,406 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/MasterData/WALs/ef986b38239e,45907,1731111648857/ef986b38239e%2C45907%2C1731111648857.1731111650385, exclude list is [], retry=0
2024-11-09T00:20:50,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34003,DS-28b1c6b1-0f53-478d-8f77-87151b0ba972,DISK]
2024-11-09T00:20:50,409 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/MasterData/WALs/ef986b38239e,45907,1731111648857/ef986b38239e%2C45907%2C1731111648857.1731111650385
2024-11-09T00:20:50,410 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35869:35869)]
2024-11-09T00:20:50,410 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:20:50,410 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:20:50,410 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:50,410 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:50,412 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:20:50,413 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-09T00:20:50,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:50,414 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:50,414 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:20:50,414 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-09T00:20:50,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:50,415 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:50,415 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:20:50,416 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-09T00:20:50,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:50,416 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:50,416 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:20:50,417 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-09T00:20:50,418 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:50,418 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:50,418 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:50,419 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:50,419 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:50,419 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:50,419 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:50,420 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:20:50,420 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:50,424 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:20:50,425 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73483608, jitterRate=0.09499108791351318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:20:50,425 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731111650410Initializing all the Stores at 1731111650411 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111650411Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111650412 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111650412Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111650412Cleaning up temporary data from old regions at 1731111650419 (+7 ms)Region opened successfully at 1731111650425 (+6 ms)
2024-11-09T00:20:50,426 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-09T00:20:50,428 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b344a74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:20:50,429 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-09T00:20:50,429 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-09T00:20:50,429 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-09T00:20:50,429 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-09T00:20:50,429 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-09T00:20:50,430 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-09T00:20:50,430 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-09T00:20:50,433 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-09T00:20:50,434 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45907-0x1011cf7716b0000, quorum=127.0.0.1:50646, baseZNode=/0412958692 Unable to get data of znode /0412958692/balancer because node does not exist (not necessarily an error)
2024-11-09T00:20:50,480 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0412958692/balancer already deleted, retry=false
2024-11-09T00:20:50,481 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-09T00:20:50,481 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45907-0x1011cf7716b0000, quorum=127.0.0.1:50646, baseZNode=/0412958692 Unable to get data of znode /0412958692/normalizer because node does not exist (not necessarily an error)
2024-11-09T00:20:50,491 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0412958692/normalizer already deleted, retry=false
2024-11-09T00:20:50,491 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-09T00:20:50,492 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45907-0x1011cf7716b0000, quorum=127.0.0.1:50646, baseZNode=/0412958692 Unable to get data of znode /0412958692/switch/split because node does not exist (not necessarily an error)
2024-11-09T00:20:50,501 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0412958692/switch/split already deleted, retry=false
2024-11-09T00:20:50,502 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45907-0x1011cf7716b0000, quorum=127.0.0.1:50646, baseZNode=/0412958692 Unable to get data of znode /0412958692/switch/merge because node does not exist (not necessarily an error)
2024-11-09T00:20:50,512 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0412958692/switch/merge already deleted, retry=false
2024-11-09T00:20:50,514 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45907-0x1011cf7716b0000, quorum=127.0.0.1:50646, baseZNode=/0412958692 Unable to get data of znode /0412958692/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-09T00:20:50,524 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0412958692/snapshot-cleanup already deleted, retry=false
2024-11-09T00:20:50,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1011cf7716b0001, quorum=127.0.0.1:50646, baseZNode=/0412958692 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0412958692/running
2024-11-09T00:20:50,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45907-0x1011cf7716b0000, quorum=127.0.0.1:50646, baseZNode=/0412958692 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0412958692/running
2024-11-09T00:20:50,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1011cf7716b0001, quorum=127.0.0.1:50646, baseZNode=/0412958692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412958692
2024-11-09T00:20:50,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45907-0x1011cf7716b0000, quorum=127.0.0.1:50646, baseZNode=/0412958692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412958692
2024-11-09T00:20:50,533 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef986b38239e,45907,1731111648857, sessionid=0x1011cf7716b0000, setting cluster-up flag (Was=false)
2024-11-09T00:20:50,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1011cf7716b0001, quorum=127.0.0.1:50646, baseZNode=/0412958692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412958692
2024-11-09T00:20:50,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45907-0x1011cf7716b0000, quorum=127.0.0.1:50646, baseZNode=/0412958692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412958692
2024-11-09T00:20:50,586 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0412958692/flush-table-proc/acquired, /0412958692/flush-table-proc/reached, /0412958692/flush-table-proc/abort
2024-11-09T00:20:50,587 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,45907,1731111648857
2024-11-09T00:20:50,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45907-0x1011cf7716b0000, quorum=127.0.0.1:50646, baseZNode=/0412958692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412958692
2024-11-09T00:20:50,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1011cf7716b0001, quorum=127.0.0.1:50646, baseZNode=/0412958692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412958692
2024-11-09T00:20:50,638 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0412958692/online-snapshot/acquired, /0412958692/online-snapshot/reached, /0412958692/online-snapshot/abort
2024-11-09T00:20:50,639 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,45907,1731111648857
2024-11-09T00:20:50,640 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-09T00:20:50,641 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-09T00:20:50,642 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-09T00:20:50,642 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-09T00:20:50,642 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef986b38239e,45907,1731111648857
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-09T00:20:50,643 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:20:50,643 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:20:50,643 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:20:50,643 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:20:50,643 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef986b38239e:0, corePoolSize=10, maxPoolSize=10
2024-11-09T00:20:50,643 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:50,643 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:20:50,643 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:50,645 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:20:50,645 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-09T00:20:50,646 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:50,646 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-09T00:20:50,657 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731111680657
2024-11-09T00:20:50,657 INFO  [RS:0;ef986b38239e:45865 {}] regionserver.HRegionServer(746): ClusterId : 95505145-12be-4e13-af3e-4b5d7537826e
2024-11-09T00:20:50,657 DEBUG [RS:0;ef986b38239e:45865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T00:20:50,657 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-09T00:20:50,658 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-09T00:20:50,658 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-09T00:20:50,658 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-09T00:20:50,658 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-09T00:20:50,658 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-09T00:20:50,664 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:50,665 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-09T00:20:50,665 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-09T00:20:50,665 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-09T00:20:50,665 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-09T00:20:50,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34003 is added to blk_1073741831_1007 (size=1321)
2024-11-09T00:20:50,667 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-09T00:20:50,668 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-09T00:20:50,668 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235
2024-11-09T00:20:50,668 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-09T00:20:50,671 DEBUG [RS:0;ef986b38239e:45865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T00:20:50,671 DEBUG [RS:0;ef986b38239e:45865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T00:20:50,672 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111650668,5,FailOnTimeoutGroup]
2024-11-09T00:20:50,676 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111650672,5,FailOnTimeoutGroup]
2024-11-09T00:20:50,676 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:50,676 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-09T00:20:50,676 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:50,676 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:50,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34003 is added to blk_1073741832_1008 (size=32)
2024-11-09T00:20:50,681 DEBUG [RS:0;ef986b38239e:45865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T00:20:50,681 DEBUG [RS:0;ef986b38239e:45865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472f0ee6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:20:50,694 DEBUG [RS:0;ef986b38239e:45865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef986b38239e:45865
2024-11-09T00:20:50,694 INFO  [RS:0;ef986b38239e:45865 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T00:20:50,694 INFO  [RS:0;ef986b38239e:45865 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T00:20:50,694 DEBUG [RS:0;ef986b38239e:45865 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T00:20:50,695 INFO  [RS:0;ef986b38239e:45865 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef986b38239e,45907,1731111648857 with port=45865, startcode=1731111649199
2024-11-09T00:20:50,695 DEBUG [RS:0;ef986b38239e:45865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T00:20:50,696 INFO  [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T00:20:50,697 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45907 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef986b38239e,45865,1731111649199
2024-11-09T00:20:50,697 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45907 {}] master.ServerManager(517): Registering regionserver=ef986b38239e,45865,1731111649199
2024-11-09T00:20:50,698 DEBUG [RS:0;ef986b38239e:45865 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235
2024-11-09T00:20:50,698 DEBUG [RS:0;ef986b38239e:45865 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35605
2024-11-09T00:20:50,698 DEBUG [RS:0;ef986b38239e:45865 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T00:20:50,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45907-0x1011cf7716b0000, quorum=127.0.0.1:50646, baseZNode=/0412958692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412958692/rs
2024-11-09T00:20:50,711 DEBUG [RS:0;ef986b38239e:45865 {}] zookeeper.ZKUtil(111): regionserver:45865-0x1011cf7716b0001, quorum=127.0.0.1:50646, baseZNode=/0412958692 Set watcher on existing znode=/0412958692/rs/ef986b38239e,45865,1731111649199
2024-11-09T00:20:50,711 WARN  [RS:0;ef986b38239e:45865 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:20:50,711 INFO  [RS:0;ef986b38239e:45865 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:20:50,711 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef986b38239e,45865,1731111649199]
2024-11-09T00:20:50,711 DEBUG [RS:0;ef986b38239e:45865 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/WALs/ef986b38239e,45865,1731111649199
2024-11-09T00:20:50,715 INFO  [RS:0;ef986b38239e:45865 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T00:20:50,716 INFO  [RS:0;ef986b38239e:45865 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T00:20:50,717 INFO  [RS:0;ef986b38239e:45865 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T00:20:50,717 INFO  [RS:0;ef986b38239e:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:50,720 INFO  [RS:0;ef986b38239e:45865 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T00:20:50,722 INFO  [RS:0;ef986b38239e:45865 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T00:20:50,723 INFO  [RS:0;ef986b38239e:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:50,723 DEBUG [RS:0;ef986b38239e:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:50,723 DEBUG [RS:0;ef986b38239e:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:50,723 DEBUG [RS:0;ef986b38239e:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:50,723 DEBUG [RS:0;ef986b38239e:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:50,723 DEBUG [RS:0;ef986b38239e:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:50,723 DEBUG [RS:0;ef986b38239e:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:20:50,723 DEBUG [RS:0;ef986b38239e:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:50,723 DEBUG [RS:0;ef986b38239e:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:50,723 DEBUG [RS:0;ef986b38239e:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:50,723 DEBUG [RS:0;ef986b38239e:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:50,723 DEBUG [RS:0;ef986b38239e:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:50,723 DEBUG [RS:0;ef986b38239e:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:50,723 DEBUG [RS:0;ef986b38239e:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:20:50,723 DEBUG [RS:0;ef986b38239e:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:20:50,744 INFO  [RS:0;ef986b38239e:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:50,744 INFO  [RS:0;ef986b38239e:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:50,744 INFO  [RS:0;ef986b38239e:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:50,744 INFO  [RS:0;ef986b38239e:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:50,744 INFO  [RS:0;ef986b38239e:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:50,744 INFO  [RS:0;ef986b38239e:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,45865,1731111649199-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:20:50,758 INFO  [RS:0;ef986b38239e:45865 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T00:20:50,758 INFO  [RS:0;ef986b38239e:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,45865,1731111649199-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:50,758 INFO  [RS:0;ef986b38239e:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:50,758 INFO  [RS:0;ef986b38239e:45865 {}] regionserver.Replication(171): ef986b38239e,45865,1731111649199 started
2024-11-09T00:20:50,776 INFO  [RS:0;ef986b38239e:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:50,776 INFO  [RS:0;ef986b38239e:45865 {}] regionserver.HRegionServer(1482): Serving as ef986b38239e,45865,1731111649199, RpcServer on ef986b38239e/172.17.0.3:45865, sessionid=0x1011cf7716b0001
2024-11-09T00:20:50,777 DEBUG [RS:0;ef986b38239e:45865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T00:20:50,777 DEBUG [RS:0;ef986b38239e:45865 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef986b38239e,45865,1731111649199
2024-11-09T00:20:50,777 DEBUG [RS:0;ef986b38239e:45865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,45865,1731111649199'
2024-11-09T00:20:50,777 DEBUG [RS:0;ef986b38239e:45865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0412958692/flush-table-proc/abort'
2024-11-09T00:20:50,777 DEBUG [RS:0;ef986b38239e:45865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0412958692/flush-table-proc/acquired'
2024-11-09T00:20:50,777 DEBUG [RS:0;ef986b38239e:45865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T00:20:50,777 DEBUG [RS:0;ef986b38239e:45865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T00:20:50,777 DEBUG [RS:0;ef986b38239e:45865 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef986b38239e,45865,1731111649199
2024-11-09T00:20:50,778 DEBUG [RS:0;ef986b38239e:45865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,45865,1731111649199'
2024-11-09T00:20:50,778 DEBUG [RS:0;ef986b38239e:45865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0412958692/online-snapshot/abort'
2024-11-09T00:20:50,778 DEBUG [RS:0;ef986b38239e:45865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0412958692/online-snapshot/acquired'
2024-11-09T00:20:50,778 DEBUG [RS:0;ef986b38239e:45865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T00:20:50,778 INFO  [RS:0;ef986b38239e:45865 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T00:20:50,778 INFO  [RS:0;ef986b38239e:45865 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T00:20:50,879 INFO  [RS:0;ef986b38239e:45865 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:20:50,880 INFO  [RS:0;ef986b38239e:45865 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C45865%2C1731111649199, suffix=, logDir=hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/WALs/ef986b38239e,45865,1731111649199, archiveDir=hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/oldWALs, maxLogs=10
2024-11-09T00:20:50,895 DEBUG [RS:0;ef986b38239e:45865 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/WALs/ef986b38239e,45865,1731111649199/ef986b38239e%2C45865%2C1731111649199.1731111650880, exclude list is [], retry=0
2024-11-09T00:20:50,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34003,DS-28b1c6b1-0f53-478d-8f77-87151b0ba972,DISK]
2024-11-09T00:20:50,898 INFO  [RS:0;ef986b38239e:45865 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/WALs/ef986b38239e,45865,1731111649199/ef986b38239e%2C45865%2C1731111649199.1731111650880
2024-11-09T00:20:50,899 DEBUG [RS:0;ef986b38239e:45865 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35869:35869)]
2024-11-09T00:20:51,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:20:51,082 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:20:51,083 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:20:51,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:51,084 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:51,084 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:20:51,084 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:20:51,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:51,085 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:51,085 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:20:51,086 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:20:51,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:51,086 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:51,086 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:20:51,087 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:20:51,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:51,087 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:51,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:20:51,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/data/hbase/meta/1588230740
2024-11-09T00:20:51,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/data/hbase/meta/1588230740
2024-11-09T00:20:51,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:20:51,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:20:51,089 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:20:51,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:20:51,092 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:20:51,092 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73550700, jitterRate=0.09599083662033081}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:20:51,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731111651081Initializing all the Stores at 1731111651082 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111651082Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111651082Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111651082Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111651082Cleaning up temporary data from old regions at 1731111651089 (+7 ms)Region opened successfully at 1731111651092 (+3 ms)
2024-11-09T00:20:51,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:20:51,093 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:20:51,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:20:51,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:20:51,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:20:51,093 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:20:51,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111651093Disabling compacts and flushes for region at 1731111651093Disabling writes for close at 1731111651093Writing region close event to WAL at 1731111651093Closed at 1731111651093
2024-11-09T00:20:51,094 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:20:51,094 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-09T00:20:51,094 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-09T00:20:51,095 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:20:51,096 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-09T00:20:51,246 DEBUG [ef986b38239e:45907 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-09T00:20:51,246 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef986b38239e,45865,1731111649199
2024-11-09T00:20:51,247 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,45865,1731111649199, state=OPENING
2024-11-09T00:20:51,291 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-09T00:20:51,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45907-0x1011cf7716b0000, quorum=127.0.0.1:50646, baseZNode=/0412958692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412958692
2024-11-09T00:20:51,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1011cf7716b0001, quorum=127.0.0.1:50646, baseZNode=/0412958692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412958692
2024-11-09T00:20:51,302 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0412958692/meta-region-server: CHANGED
2024-11-09T00:20:51,302 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0412958692/meta-region-server: CHANGED
2024-11-09T00:20:51,302 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:20:51,302 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,45865,1731111649199}]
2024-11-09T00:20:51,454 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:20:51,455 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-09T00:20:51,458 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-09T00:20:51,458 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:20:51,458 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-09T00:20:51,459 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C45865%2C1731111649199.meta, suffix=.meta, logDir=hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/WALs/ef986b38239e,45865,1731111649199, archiveDir=hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/oldWALs, maxLogs=10
2024-11-09T00:20:51,476 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/WALs/ef986b38239e,45865,1731111649199/ef986b38239e%2C45865%2C1731111649199.meta.1731111651459.meta, exclude list is [], retry=0
2024-11-09T00:20:51,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34003,DS-28b1c6b1-0f53-478d-8f77-87151b0ba972,DISK]
2024-11-09T00:20:51,480 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/WALs/ef986b38239e,45865,1731111649199/ef986b38239e%2C45865%2C1731111649199.meta.1731111651459.meta
2024-11-09T00:20:51,480 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35869:35869)]
2024-11-09T00:20:51,480 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:20:51,480 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:20:51,480 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:20:51,480 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-09T00:20:51,480 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-09T00:20:51,480 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-09T00:20:51,481 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:20:51,481 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-09T00:20:51,481 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-09T00:20:51,482 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:20:51,482 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:20:51,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:51,483 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:51,483 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:20:51,483 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:20:51,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:51,484 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:51,484 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:20:51,484 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:20:51,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:51,484 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:51,484 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:20:51,485 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:20:51,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:51,485 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:51,485 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:20:51,486 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/data/hbase/meta/1588230740
2024-11-09T00:20:51,486 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/data/hbase/meta/1588230740
2024-11-09T00:20:51,487 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:20:51,487 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:20:51,487 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:20:51,488 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:20:51,489 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74671174, jitterRate=0.11268720030784607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:20:51,489 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-09T00:20:51,490 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731111651481Writing region info on filesystem at 1731111651481Initializing all the Stores at 1731111651481Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111651481Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111651481Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111651481Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111651481Cleaning up temporary data from old regions at 1731111651487 (+6 ms)Running coprocessor post-open hooks at 1731111651489 (+2 ms)Region opened successfully at 1731111651489
2024-11-09T00:20:51,490 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731111651453
2024-11-09T00:20:51,492 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-09T00:20:51,492 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-09T00:20:51,493 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,45865,1731111649199
2024-11-09T00:20:51,496 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,45865,1731111649199, state=OPEN
2024-11-09T00:20:51,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1011cf7716b0001, quorum=127.0.0.1:50646, baseZNode=/0412958692 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0412958692/meta-region-server
2024-11-09T00:20:51,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45907-0x1011cf7716b0000, quorum=127.0.0.1:50646, baseZNode=/0412958692 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0412958692/meta-region-server
2024-11-09T00:20:51,529 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef986b38239e,45865,1731111649199
2024-11-09T00:20:51,529 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0412958692/meta-region-server: CHANGED
2024-11-09T00:20:51,529 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0412958692/meta-region-server: CHANGED
2024-11-09T00:20:51,531 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-09T00:20:51,531 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,45865,1731111649199 in 227 msec
2024-11-09T00:20:51,533 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-09T00:20:51,533 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 437 msec
2024-11-09T00:20:51,534 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:20:51,534 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-09T00:20:51,534 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:20:51,535 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,45865,1731111649199, seqNum=-1]
2024-11-09T00:20:51,535 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:20:51,536 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:20:51,540 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 899 msec
2024-11-09T00:20:51,540 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731111651540, completionTime=-1
2024-11-09T00:20:51,540 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-09T00:20:51,540 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-09T00:20:51,542 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-09T00:20:51,542 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731111711542
2024-11-09T00:20:51,542 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731111771542
2024-11-09T00:20:51,542 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-09T00:20:51,543 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,45907,1731111648857-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:51,543 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,45907,1731111648857-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:51,543 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,45907,1731111648857-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:51,543 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef986b38239e:45907, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:51,543 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:51,543 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:51,545 DEBUG [master/ef986b38239e:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-09T00:20:51,548 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.257sec
2024-11-09T00:20:51,548 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-09T00:20:51,548 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-09T00:20:51,548 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-09T00:20:51,548 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-09T00:20:51,548 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-09T00:20:51,548 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,45907,1731111648857-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:20:51,548 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,45907,1731111648857-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-09T00:20:51,550 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-09T00:20:51,550 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-09T00:20:51,550 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,45907,1731111648857-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:51,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1285c161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:51,558 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,45907,-1 for getting cluster id
2024-11-09T00:20:51,558 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:20:51,559 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95505145-12be-4e13-af3e-4b5d7537826e'
2024-11-09T00:20:51,559 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:20:51,559 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95505145-12be-4e13-af3e-4b5d7537826e"

2024-11-09T00:20:51,559 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee4ba87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:51,559 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,45907,-1]
2024-11-09T00:20:51,559 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:20:51,560 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:51,561 INFO  [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:20:51,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@165472ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:51,562 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:20:51,562 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,45865,1731111649199, seqNum=-1]
2024-11-09T00:20:51,563 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:20:51,563 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:20:51,565 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef986b38239e,45907,1731111648857
2024-11-09T00:20:51,565 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50646
2024-11-09T00:20:51,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50646, baseZNode=/0412958692 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:20:51,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011cf7716b0002 connected
2024-11-09T00:20:51,598 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:20:51,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,45907,1731111648857
2024-11-09T00:20:51,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12d6a97c
2024-11-09T00:20:51,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:20:51,600 INFO  [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:20:51,600 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45907 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:20:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45907 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-09T00:20:51,602 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T00:20:51,602 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:51,602 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45907 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-09T00:20:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:20:51,603 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T00:20:51,607 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34003 is added to blk_1073741835_1011 (size=902)
2024-11-09T00:20:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:20:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:20:52,009 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f10807633d2d114621f50984f1c6bb68, NAME => 'test,,1731111651600.f10807633d2d114621f50984f1c6bb68.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235
2024-11-09T00:20:52,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34003 is added to blk_1073741836_1012 (size=39)
2024-11-09T00:20:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:20:52,422 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731111651600.f10807633d2d114621f50984f1c6bb68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:20:52,422 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f10807633d2d114621f50984f1c6bb68, disabling compactions & flushes
2024-11-09T00:20:52,422 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731111651600.f10807633d2d114621f50984f1c6bb68.
2024-11-09T00:20:52,422 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731111651600.f10807633d2d114621f50984f1c6bb68.
2024-11-09T00:20:52,422 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731111651600.f10807633d2d114621f50984f1c6bb68. after waiting 0 ms
2024-11-09T00:20:52,422 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731111651600.f10807633d2d114621f50984f1c6bb68.
2024-11-09T00:20:52,422 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731111651600.f10807633d2d114621f50984f1c6bb68.
2024-11-09T00:20:52,422 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f10807633d2d114621f50984f1c6bb68:
Waiting for close lock at 1731111652422Disabling compacts and flushes for region at 1731111652422Disabling writes for close at 1731111652422Writing region close event to WAL at 1731111652422Closed at 1731111652422
2024-11-09T00:20:52,424 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T00:20:52,424 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731111651600.f10807633d2d114621f50984f1c6bb68.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731111652424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731111652424"}]},"ts":"1731111652424"}
2024-11-09T00:20:52,425 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T00:20:52,426 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T00:20:52,426 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111652426"}]},"ts":"1731111652426"}
2024-11-09T00:20:52,428 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-09T00:20:52,428 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f10807633d2d114621f50984f1c6bb68, ASSIGN}]
2024-11-09T00:20:52,429 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f10807633d2d114621f50984f1c6bb68, ASSIGN
2024-11-09T00:20:52,429 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f10807633d2d114621f50984f1c6bb68, ASSIGN; state=OFFLINE, location=ef986b38239e,45865,1731111649199; forceNewPlan=false, retain=false
2024-11-09T00:20:52,580 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f10807633d2d114621f50984f1c6bb68, regionState=OPENING, regionLocation=ef986b38239e,45865,1731111649199
2024-11-09T00:20:52,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f10807633d2d114621f50984f1c6bb68, ASSIGN because future has completed
2024-11-09T00:20:52,582 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f10807633d2d114621f50984f1c6bb68, server=ef986b38239e,45865,1731111649199}]
2024-11-09T00:20:52,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:20:52,736 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731111651600.f10807633d2d114621f50984f1c6bb68.
2024-11-09T00:20:52,737 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f10807633d2d114621f50984f1c6bb68, NAME => 'test,,1731111651600.f10807633d2d114621f50984f1c6bb68.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:20:52,737 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:20:52,737 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-09T00:20:52,737 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f10807633d2d114621f50984f1c6bb68
2024-11-09T00:20:52,737 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731111651600.f10807633d2d114621f50984f1c6bb68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:20:52,737 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f10807633d2d114621f50984f1c6bb68
2024-11-09T00:20:52,737 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f10807633d2d114621f50984f1c6bb68
2024-11-09T00:20:52,738 INFO  [StoreOpener-f10807633d2d114621f50984f1c6bb68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f10807633d2d114621f50984f1c6bb68 
2024-11-09T00:20:52,739 INFO  [StoreOpener-f10807633d2d114621f50984f1c6bb68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f10807633d2d114621f50984f1c6bb68 columnFamilyName f
2024-11-09T00:20:52,739 DEBUG [StoreOpener-f10807633d2d114621f50984f1c6bb68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:52,739 INFO  [StoreOpener-f10807633d2d114621f50984f1c6bb68-1 {}] regionserver.HStore(327): Store=f10807633d2d114621f50984f1c6bb68/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:52,739 INFO  [StoreOpener-f10807633d2d114621f50984f1c6bb68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f10807633d2d114621f50984f1c6bb68 
2024-11-09T00:20:52,740 INFO  [StoreOpener-f10807633d2d114621f50984f1c6bb68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f10807633d2d114621f50984f1c6bb68 columnFamilyName f1
2024-11-09T00:20:52,740 DEBUG [StoreOpener-f10807633d2d114621f50984f1c6bb68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:52,740 INFO  [StoreOpener-f10807633d2d114621f50984f1c6bb68-1 {}] regionserver.HStore(327): Store=f10807633d2d114621f50984f1c6bb68/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:52,740 INFO  [StoreOpener-f10807633d2d114621f50984f1c6bb68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f10807633d2d114621f50984f1c6bb68 
2024-11-09T00:20:52,741 INFO  [StoreOpener-f10807633d2d114621f50984f1c6bb68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f10807633d2d114621f50984f1c6bb68 columnFamilyName norep
2024-11-09T00:20:52,741 DEBUG [StoreOpener-f10807633d2d114621f50984f1c6bb68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:52,741 INFO  [StoreOpener-f10807633d2d114621f50984f1c6bb68-1 {}] regionserver.HStore(327): Store=f10807633d2d114621f50984f1c6bb68/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:52,741 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f10807633d2d114621f50984f1c6bb68
2024-11-09T00:20:52,741 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/data/default/test/f10807633d2d114621f50984f1c6bb68
2024-11-09T00:20:52,742 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/data/default/test/f10807633d2d114621f50984f1c6bb68
2024-11-09T00:20:52,742 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f10807633d2d114621f50984f1c6bb68
2024-11-09T00:20:52,742 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f10807633d2d114621f50984f1c6bb68
2024-11-09T00:20:52,743 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-09T00:20:52,743 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f10807633d2d114621f50984f1c6bb68
2024-11-09T00:20:52,745 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/data/default/test/f10807633d2d114621f50984f1c6bb68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:20:52,745 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f10807633d2d114621f50984f1c6bb68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58974881, jitterRate=-0.12120579183101654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-09T00:20:52,745 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f10807633d2d114621f50984f1c6bb68
2024-11-09T00:20:52,745 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f10807633d2d114621f50984f1c6bb68:
Running coprocessor pre-open hook at 1731111652737Writing region info on filesystem at 1731111652737Initializing all the Stores at 1731111652738 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111652738Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111652738Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111652738Cleaning up temporary data from old regions at 1731111652742 (+4 ms)Running coprocessor post-open hooks at 1731111652745 (+3 ms)Region opened successfully at 1731111652745
2024-11-09T00:20:52,746 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731111651600.f10807633d2d114621f50984f1c6bb68., pid=6, masterSystemTime=1731111652734
2024-11-09T00:20:52,747 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731111651600.f10807633d2d114621f50984f1c6bb68.
2024-11-09T00:20:52,747 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731111651600.f10807633d2d114621f50984f1c6bb68.
2024-11-09T00:20:52,748 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f10807633d2d114621f50984f1c6bb68, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ef986b38239e,45865,1731111649199
2024-11-09T00:20:52,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f10807633d2d114621f50984f1c6bb68, server=ef986b38239e,45865,1731111649199 because future has completed
2024-11-09T00:20:52,751 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-09T00:20:52,751 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f10807633d2d114621f50984f1c6bb68, server=ef986b38239e,45865,1731111649199 in 168 msec
2024-11-09T00:20:52,752 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-09T00:20:52,752 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f10807633d2d114621f50984f1c6bb68, ASSIGN in 323 msec
2024-11-09T00:20:52,753 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T00:20:52,753 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111652753"}]},"ts":"1731111652753"}
2024-11-09T00:20:52,754 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-09T00:20:52,755 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T00:20:52,755 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec
2024-11-09T00:20:53,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:20:53,746 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-09T00:20:53,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc838d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:53,747 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,45907,-1 for getting cluster id
2024-11-09T00:20:53,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:20:53,747 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95505145-12be-4e13-af3e-4b5d7537826e'
2024-11-09T00:20:53,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:20:53,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95505145-12be-4e13-af3e-4b5d7537826e"

2024-11-09T00:20:53,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9e182f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:53,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,45907,-1]
2024-11-09T00:20:53,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:20:53,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:53,748 INFO  [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:20:53,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e88f1d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:53,749 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:20:53,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,45907,1731111648857
2024-11-09T00:20:53,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48035e11
2024-11-09T00:20:53,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:20:53,750 INFO  [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:20:53,751 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45907 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ef986b38239e:45907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-09T00:20:53,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45907 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-09T00:20:53,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:20:53,753 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:45907'
2024-11-09T00:20:53,754 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dc3a392, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:53,754 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,45907,-1 for getting cluster id
2024-11-09T00:20:53,754 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:20:53,755 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95505145-12be-4e13-af3e-4b5d7537826e'
2024-11-09T00:20:53,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:20:53,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95505145-12be-4e13-af3e-4b5d7537826e"

2024-11-09T00:20:53,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@153e281e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:53,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,45907,-1]
2024-11-09T00:20:53,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:20:53,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:53,756 INFO  [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:20:53,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@377540e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:20:53,756 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:20:53,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,45907,1731111648857
2024-11-09T00:20:53,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ef0862a
2024-11-09T00:20:53,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:20:53,757 INFO  [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:20:53,758 INFO  [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1.
2024-11-09T00:20:53,758 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-09T00:20:53,758 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:53,758 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:53,758 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:20:53,759 WARN  [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up
org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ef986b38239e:45907, should not replicate to itself for HBaseInterClusterReplicationEndpoint
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
2024-11-09T00:20:53,764 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ef986b38239e:45907, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug?
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ef986b38239e:45907, should not replicate to itself for HBaseInterClusterReplicationEndpoint
	at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ef986b38239e:45907, should not replicate to itself for HBaseInterClusterReplicationEndpoint
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?]
	... 8 more
2024-11-09T00:20:53,765 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ef986b38239e:45907, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=13 msec
2024-11-09T00:20:53,765 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store.
2024-11-09T00:20:53,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:20:53,856 INFO  [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://ef986b38239e:45907, should not replicate to itself for HBaseInterClusterReplicationEndpoint
2024-11-09T00:20:53,856 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:20:53,857 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:20:53,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:53,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:20:53,857 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:20:53,872 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=530 (was 360)
Potentially hanging thread: IPC Server handler 2 on default port 35605
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: PEWorker-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176)

Potentially hanging thread: master:store-Flusher
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
	app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200)
	app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fd1309fccb8.run(Unknown Source)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/ef986b38239e:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_META-regionserver/ef986b38239e:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45907
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235-prefix:ef986b38239e,45865,1731111649199.meta
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45907
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50646)
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)

Potentially hanging thread: IPC Server handler 4 on default port 37373
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: pool-2274-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45865
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: pool-2268-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-10
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: StorageLocationChecker thread 1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45865
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: RS:0;ef986b38239e:45865
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81)
	app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64)
	app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906)
	app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
	app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
	java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776)
	java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399)
	java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376)
	app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
	app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
	app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server Responder
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
	app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)

Potentially hanging thread: qtp69935743-7878
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
	app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
	app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fd130432800.run(Unknown Source)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server idle connection scanner for port 37373
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957)

Potentially hanging thread: qtp1387444358-7927-acceptor-0@4ea1a7a4-ServerConnector@34cd4297{HTTP/1.1, (http/1.1)}{localhost:41405}
	java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
	app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
	app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@1d562959
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1430441564-172.17.0.3-1731111646673:blk_1073741830_1006, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp69935743-7879
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
	app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
	app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fd130432800.run(Unknown Source)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111650668
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101)
	app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285)
	app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254)

Potentially hanging thread: qtp69935743-7883
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp69935743-7877
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
	app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
	app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fd130432800.run(Unknown Source)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/cluster_7c15ff1f-cc40-838e-0c8b-cf3db89c0a0c/data/data2)
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50646)
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)

Potentially hanging thread: SyncThread:0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_391713233_20 at /127.0.0.1:58726 [Receiving block BP-1430441564-172.17.0.3-1731111646673:blk_1073741833_1009]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@1501b66d
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RequestThrottler
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35605 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35605
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45907
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: NIOWorkerThread-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=45865
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=45907
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/cluster_7c15ff1f-cc40-838e-0c8b-cf3db89c0a0c/data/data2/current/BP-1430441564-172.17.0.3-1731111646673
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: OldWALsCleaner-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172)
	app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152)
	app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$592/0x00007fd130aadc90.run(Unknown Source)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-43-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server handler 1 on default port 35605
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: nioEventLoopGroup-38-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp69935743-7884
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server idle connection scanner for port 35605
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: IPC Server handler 3 on default port 37373
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: qtp69935743-7880
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
	app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
	app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fd130432800.run(Unknown Source)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1430441564-172.17.0.3-1731111646673:blk_1073741833_1009, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7945f64a
	java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
	java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
	app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@39b45bf5
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@59ae6e2f
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server handler 4 on default port 35605
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: WorkerMonitor
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279)
	app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81)
	app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56)

Potentially hanging thread: DataNode DiskChecker thread 1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ef986b38239e:45907
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390)
	app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412)
	app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352)

Potentially hanging thread: IPC Server Responder
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
	app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)

Potentially hanging thread: IPC Server listener on 0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)

Potentially hanging thread: qtp69935743-7881-acceptor-0@6c6a03ad-ServerConnector@539e6189{HTTP/1.1, (http/1.1)}{localhost:41215}
	java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
	app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
	app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235-prefix:ef986b38239e,45865,1731111649199
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp69935743-7882
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MemStoreFlusher.0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265)
	java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77)
	app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323)

Potentially hanging thread: master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111650672
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535)
	app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285)
	app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:35605
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server handler 1 on default port 37373
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: RegionServerTracker-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-11
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server handler 0 on default port 35605
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: pool-2262-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataNode DiskChecker thread 0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MarkedDeleteBlockScrubberThread
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-12
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:50646
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181)

Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/cluster_7c15ff1f-cc40-838e-0c8b-cf3db89c0a0c/data/data1/current/BP-1430441564-172.17.0.3-1731111646673
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45907
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35605 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Server handler 3 on default port 35605
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_391713233_20 at /127.0.0.1:58662 [Waiting for operation #6]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: BP-1430441564-172.17.0.3-1731111646673 heartbeating to localhost/127.0.0.1:35605
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
	app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
	app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_391713233_20 at /127.0.0.1:58730 [Receiving block BP-1430441564-172.17.0.3-1731111646673:blk_1073741834_1010]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-15
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: pool-2276-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: BootstrapNodeManager
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45865
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=45865
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: regionserver/ef986b38239e:0.logRoller
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)

Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45865
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45907
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1548019117_20 at /127.0.0.1:58704 [Receiving block BP-1430441564-172.17.0.3-1731111646673:blk_1073741830_1006]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45865
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: qtp1387444358-7926
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
	app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
	app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fd130432800.run(Unknown Source)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server handler 0 on default port 37373
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: pool-2271-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35605
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS:0;ef986b38239e:45865-longCompactions-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45907
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: HMaster-EventLoopGroup-43-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureDispatcherTimeoutThread
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265)
	app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81)
	app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328)

Potentially hanging thread: JvmPauseMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp1387444358-7928
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35605/user/jenkins/test-data/cd6230df-9cae-f1cf-e913-6b0045032235/MasterData-prefix:ef986b38239e,45907,1731111648857
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:35605
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Command processor
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
	app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45907
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: pool-2263-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35605
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Hadoop-Metrics-Updater-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcExecTimeout
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274)
	app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81)
	app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56)

Potentially hanging thread: NIOWorkerThread-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ConnnectionExpirer
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554)

Potentially hanging thread: qtp1387444358-7929
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50646)
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)

Potentially hanging thread: NIOWorkerThread-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: FSEditLogAsync
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
	app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241)
	app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: CacheReplicationMonitor(1221778394)
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
	app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186)

Potentially hanging thread: NIOWorkerThread-16
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1430441564-172.17.0.3-1731111646673:blk_1073741834_1010, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-13
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=45907
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: DatanodeAdminMonitor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Block report processor
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
	app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627)
	app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614)

Potentially hanging thread: normalizer-worker-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146)
	app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191)
	java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LruBlockCacheStatsExecutor
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45907
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@4413a6db
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@5748ac97
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/ef986b38239e:0.leaseChecker
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82)

Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/cluster_7c15ff1f-cc40-838e-0c8b-cf3db89c0a0c/data/data1)
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)

Potentially hanging thread: regionserver/ef986b38239e:0.Chore.1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MobFileCache #0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/ef986b38239e:0.Chore.1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-14
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master:store-WAL-Roller
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)

Potentially hanging thread: IPC Server listener on 0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)

Potentially hanging thread: NIOWorkerThread-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Hadoop-Metrics-Updater-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RedundancyMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344)
	java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446)
	app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45865
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35605 from jenkins.hfs.20
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Socket Reader #1 for port 0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
	app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)

Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@45f6eb8d
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: M:0;ef986b38239e:45907
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81)
	app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64)
	app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: FsDatasetAsyncDiskServiceFixer
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576)

Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@640cb5b2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: StorageLocationChecker thread 0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Session-HouseKeeper-405c7333-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45865
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: ProcessThread(sid:0 cport:50646):
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142)

Potentially hanging thread: Session-HouseKeeper-1877303b-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176)

Potentially hanging thread: IPC Server handler 2 on default port 37373
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@6c9007af[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-43-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Socket Reader #1 for port 0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
	app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45865
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
 - Thread LEAK? -, OpenFileDescriptor=875 (was 797) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=596 (was 633), ProcessCount=11 (was 11), AvailableMemoryMB=3702 (was 3875)
2024-11-09T00:20:53,876 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500
2024-11-09T00:20:53,890 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=530, OpenFileDescriptor=875, MaxFileDescriptor=1048576, SystemLoadAverage=596, ProcessCount=11, AvailableMemoryMB=3701
2024-11-09T00:20:53,890 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500
2024-11-09T00:20:53,903 INFO  [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication
2024-11-09T00:20:53,904 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/hadoop.log.dir so I do NOT create it in target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13
2024-11-09T00:20:53,904 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/hadoop.log.dir Erasing configuration value by system value.
2024-11-09T00:20:53,904 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/hadoop.tmp.dir so I do NOT create it in target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13
2024-11-09T00:20:53,904 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf76a18-a3bb-d087-5bdb-8b4040fc3de7/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-09T00:20:53,904 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13
2024-11-09T00:20:53,904 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/cluster_c3ce42d9-e334-3dde-a2a4-328521379f57, deleteOnExit=true
2024-11-09T00:20:53,940 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/cluster_c3ce42d9-e334-3dde-a2a4-328521379f57/zookeeper_0, clientPort=64107, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/cluster_c3ce42d9-e334-3dde-a2a4-328521379f57/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/cluster_c3ce42d9-e334-3dde-a2a4-328521379f57/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-09T00:20:53,941 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64107
2024-11-09T00:20:53,941 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-09T00:20:53,941 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-09T00:20:53,941 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/test.cache.data in system properties and HBase conf
2024-11-09T00:20:53,941 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/hadoop.tmp.dir in system properties and HBase conf
2024-11-09T00:20:53,941 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/hadoop.log.dir in system properties and HBase conf
2024-11-09T00:20:53,941 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-09T00:20:53,941 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-09T00:20:53,941 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-09T00:20:53,941 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-09T00:20:53,941 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:20:53,941 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:20:53,941 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-09T00:20:53,941 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:20:53,942 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-09T00:20:53,942 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-09T00:20:53,942 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:20:53,942 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:20:53,942 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-09T00:20:53,942 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/nfs.dump.dir in system properties and HBase conf
2024-11-09T00:20:53,942 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/java.io.tmpdir in system properties and HBase conf
2024-11-09T00:20:53,942 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:20:53,942 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-09T00:20:53,942 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-09T00:20:54,326 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:20:54,329 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:20:54,335 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:20:54,335 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:20:54,335 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T00:20:54,336 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:20:54,336 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79b6a9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:20:54,336 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50b15046{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:20:54,461 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@620fb933{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/java.io.tmpdir/jetty-localhost-43135-hadoop-hdfs-3_4_1-tests_jar-_-any-10909245775982832249/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:20:54,461 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59820be7{HTTP/1.1, (http/1.1)}{localhost:43135}
2024-11-09T00:20:54,461 INFO  [Time-limited test {}] server.Server(415): Started @325472ms
2024-11-09T00:20:54,768 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:20:54,775 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:20:54,784 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:20:54,784 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:20:54,785 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-09T00:20:54,792 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56cb1d91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:20:54,792 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63374392{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:20:54,915 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d651a63{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/java.io.tmpdir/jetty-localhost-40385-hadoop-hdfs-3_4_1-tests_jar-_-any-9118980782276541112/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:20:54,915 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61aeee70{HTTP/1.1, (http/1.1)}{localhost:40385}
2024-11-09T00:20:54,915 INFO  [Time-limited test {}] server.Server(415): Started @325926ms
2024-11-09T00:20:54,917 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T00:20:55,786 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:20:55,786 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef986b38239e,44553,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-09T00:20:55,786 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128968 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef986b38239e,44553,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-09T00:20:55,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-09T00:20:55,911 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-09T00:20:55,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-09T00:20:55,911 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer
2024-11-09T00:20:55,912 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-09T00:20:55,912 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers
2024-11-09T00:20:55,969 WARN  [Thread-4305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/cluster_c3ce42d9-e334-3dde-a2a4-328521379f57/data/data1/current/BP-860360222-172.17.0.3-1731111653955/current, will proceed with Du for space computation calculation, 
2024-11-09T00:20:55,969 WARN  [Thread-4306 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/cluster_c3ce42d9-e334-3dde-a2a4-328521379f57/data/data2/current/BP-860360222-172.17.0.3-1731111653955/current, will proceed with Du for space computation calculation, 
2024-11-09T00:20:55,991 WARN  [Thread-4293 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T00:20:55,997 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa9376b4e315a5d49 with lease ID 0xab440b12fa1f8acd: Processing first storage report for DS-004e7ff3-969d-4918-9a80-fcc5050a0b4f from datanode DatanodeRegistration(127.0.0.1:37781, datanodeUuid=8e439349-aef4-4a7c-80eb-f44e9417724d, infoPort=35157, infoSecurePort=0, ipcPort=46431, storageInfo=lv=-57;cid=testClusterID;nsid=2018186908;c=1731111653955)
2024-11-09T00:20:55,997 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa9376b4e315a5d49 with lease ID 0xab440b12fa1f8acd: from storage DS-004e7ff3-969d-4918-9a80-fcc5050a0b4f node DatanodeRegistration(127.0.0.1:37781, datanodeUuid=8e439349-aef4-4a7c-80eb-f44e9417724d, infoPort=35157, infoSecurePort=0, ipcPort=46431, storageInfo=lv=-57;cid=testClusterID;nsid=2018186908;c=1731111653955), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-09T00:20:55,997 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa9376b4e315a5d49 with lease ID 0xab440b12fa1f8acd: Processing first storage report for DS-13f1fc49-4afa-4ae0-aa66-347d6855cf3b from datanode DatanodeRegistration(127.0.0.1:37781, datanodeUuid=8e439349-aef4-4a7c-80eb-f44e9417724d, infoPort=35157, infoSecurePort=0, ipcPort=46431, storageInfo=lv=-57;cid=testClusterID;nsid=2018186908;c=1731111653955)
2024-11-09T00:20:55,997 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa9376b4e315a5d49 with lease ID 0xab440b12fa1f8acd: from storage DS-13f1fc49-4afa-4ae0-aa66-347d6855cf3b node DatanodeRegistration(127.0.0.1:37781, datanodeUuid=8e439349-aef4-4a7c-80eb-f44e9417724d, infoPort=35157, infoSecurePort=0, ipcPort=46431, storageInfo=lv=-57;cid=testClusterID;nsid=2018186908;c=1731111653955), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:20:56,070 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13
2024-11-09T00:20:56,071 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:56,072 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:56,085 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741825_1001 (size=7)
2024-11-09T00:20:56,487 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e with version=8
2024-11-09T00:20:56,487 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/hbase-staging
2024-11-09T00:20:56,490 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:20:56,490 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:20:56,490 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:20:56,490 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:20:56,490 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:20:56,490 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:20:56,491 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-09T00:20:56,491 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:20:56,503 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45341
2024-11-09T00:20:56,504 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45341 connecting to ZooKeeper ensemble=127.0.0.1:64107
2024-11-09T00:20:56,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453410x0, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:20:56,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45341-0x1011cf78ddf0000 connected
2024-11-09T00:20:56,984 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:20:56,984 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:56,985 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:56,985 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:56,985 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:56,985 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:56,985 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:56,986 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:56,994 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:56,996 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:57,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45341-0x1011cf78ddf0000, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Set watcher on znode that does not yet exist, /0-1586500079/running
2024-11-09T00:20:57,021 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e, hbase.cluster.distributed=false
2024-11-09T00:20:57,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45341-0x1011cf78ddf0000, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Set watcher on znode that does not yet exist, /0-1586500079/acl
2024-11-09T00:20:57,035 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:57,035 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:57,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45341
2024-11-09T00:20:57,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45341
2024-11-09T00:20:57,035 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:57,035 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:57,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45341
2024-11-09T00:20:57,036 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:57,036 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:57,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45341
2024-11-09T00:20:57,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45341
2024-11-09T00:20:57,045 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:57,050 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:57,050 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:57,052 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:20:57,061 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:20:57,061 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:20:57,061 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:20:57,061 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:20:57,061 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:20:57,061 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:20:57,061 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T00:20:57,061 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:20:57,062 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44363
2024-11-09T00:20:57,063 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44363 connecting to ZooKeeper ensemble=127.0.0.1:64107
2024-11-09T00:20:57,063 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:57,066 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:57,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443630x0, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:20:57,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44363-0x1011cf78ddf0001 connected
2024-11-09T00:20:57,079 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44363-0x1011cf78ddf0001, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Set watcher on znode that does not yet exist, /0-1586500079/running
2024-11-09T00:20:57,080 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T00:20:57,080 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T00:20:57,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44363-0x1011cf78ddf0001, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Set watcher on znode that does not yet exist, /0-1586500079/master
2024-11-09T00:20:57,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44363-0x1011cf78ddf0001, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Set watcher on znode that does not yet exist, /0-1586500079/acl
2024-11-09T00:20:57,128 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-09T00:20:57,128 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-09T00:20:57,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44363
2024-11-09T00:20:57,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44363
2024-11-09T00:20:57,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44363
2024-11-09T00:20:57,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44363
2024-11-09T00:20:57,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44363
2024-11-09T00:20:57,178 DEBUG [M:0;ef986b38239e:45341 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef986b38239e:45341
2024-11-09T00:20:57,178 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1586500079/backup-masters/ef986b38239e,45341,1731111656490
2024-11-09T00:20:57,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45341-0x1011cf78ddf0000, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586500079/backup-masters
2024-11-09T00:20:57,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x1011cf78ddf0001, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586500079/backup-masters
2024-11-09T00:20:57,184 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45341-0x1011cf78ddf0000, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Set watcher on existing znode=/0-1586500079/backup-masters/ef986b38239e,45341,1731111656490
2024-11-09T00:20:57,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x1011cf78ddf0001, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1586500079/master
2024-11-09T00:20:57,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45341-0x1011cf78ddf0000, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586500079
2024-11-09T00:20:57,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x1011cf78ddf0001, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586500079
2024-11-09T00:20:57,194 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45341-0x1011cf78ddf0000, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Set watcher on existing znode=/0-1586500079/master
2024-11-09T00:20:57,194 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1586500079/backup-masters/ef986b38239e,45341,1731111656490 from backup master directory
2024-11-09T00:20:57,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x1011cf78ddf0001, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586500079/backup-masters
2024-11-09T00:20:57,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45341-0x1011cf78ddf0000, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1586500079/backup-masters/ef986b38239e,45341,1731111656490
2024-11-09T00:20:57,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45341-0x1011cf78ddf0000, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586500079/backup-masters
2024-11-09T00:20:57,204 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:20:57,204 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef986b38239e,45341,1731111656490
2024-11-09T00:20:57,207 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/hbase.id] with ID: 06363a99-0ba9-4f69-9ba6-da76a7253d1b
2024-11-09T00:20:57,207 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/.tmp/hbase.id
2024-11-09T00:20:57,211 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741826_1002 (size=42)
2024-11-09T00:20:57,611 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/.tmp/hbase.id]:[hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/hbase.id]
2024-11-09T00:20:57,619 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:20:57,619 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-09T00:20:57,619 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms.
2024-11-09T00:20:57,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x1011cf78ddf0001, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586500079
2024-11-09T00:20:57,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45341-0x1011cf78ddf0000, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586500079
2024-11-09T00:20:57,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741827_1003 (size=196)
2024-11-09T00:20:58,062 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:20:58,063 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-09T00:20:58,063 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:20:58,068 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741828_1004 (size=1189)
2024-11-09T00:20:58,468 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/MasterData/data/master/store
2024-11-09T00:20:58,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741829_1005 (size=34)
2024-11-09T00:20:58,874 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:20:58,874 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:20:58,874 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:58,874 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:58,874 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:20:58,874 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:58,874 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:20:58,874 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111658874Disabling compacts and flushes for region at 1731111658874Disabling writes for close at 1731111658874Writing region close event to WAL at 1731111658874Closed at 1731111658874
2024-11-09T00:20:58,875 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/MasterData/data/master/store/.initializing
2024-11-09T00:20:58,875 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/MasterData/WALs/ef986b38239e,45341,1731111656490
2024-11-09T00:20:58,876 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:20:58,877 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef986b38239e%2C45341%2C1731111656490, suffix=, logDir=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/MasterData/WALs/ef986b38239e,45341,1731111656490, archiveDir=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/MasterData/oldWALs, maxLogs=10
2024-11-09T00:20:58,893 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/MasterData/WALs/ef986b38239e,45341,1731111656490/ef986b38239e%2C45341%2C1731111656490.1731111658877, exclude list is [], retry=0
2024-11-09T00:20:58,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-004e7ff3-969d-4918-9a80-fcc5050a0b4f,DISK]
2024-11-09T00:20:58,897 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/MasterData/WALs/ef986b38239e,45341,1731111656490/ef986b38239e%2C45341%2C1731111656490.1731111658877
2024-11-09T00:20:58,897 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35157:35157)]
2024-11-09T00:20:58,897 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:20:58,897 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:20:58,897 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:58,898 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:58,898 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:20:58,899 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-09T00:20:58,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:58,900 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:58,900 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:20:58,900 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-09T00:20:58,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:58,901 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:58,901 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:20:58,906 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-09T00:20:58,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:58,906 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:58,906 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:20:58,907 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-09T00:20:58,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:58,907 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:20:58,908 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:58,908 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:58,909 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:58,910 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:58,910 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:58,910 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:20:58,911 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:20:58,913 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:20:58,913 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67953865, jitterRate=0.012591496109962463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:20:58,914 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731111658898Initializing all the Stores at 1731111658898Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111658898Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111658898Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111658898Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111658898Cleaning up temporary data from old regions at 1731111658910 (+12 ms)Region opened successfully at 1731111658914 (+4 ms)
2024-11-09T00:20:58,914 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-09T00:20:58,917 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36ff76c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:20:58,917 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-09T00:20:58,918 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-09T00:20:58,918 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-09T00:20:58,918 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-09T00:20:58,918 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-09T00:20:58,919 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-09T00:20:58,919 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-09T00:20:58,922 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-09T00:20:58,922 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45341-0x1011cf78ddf0000, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Unable to get data of znode /0-1586500079/balancer because node does not exist (not necessarily an error)
2024-11-09T00:20:58,962 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1586500079/balancer already deleted, retry=false
2024-11-09T00:20:58,963 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-09T00:20:58,963 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45341-0x1011cf78ddf0000, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Unable to get data of znode /0-1586500079/normalizer because node does not exist (not necessarily an error)
2024-11-09T00:20:58,972 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1586500079/normalizer already deleted, retry=false
2024-11-09T00:20:58,973 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-09T00:20:58,974 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45341-0x1011cf78ddf0000, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Unable to get data of znode /0-1586500079/switch/split because node does not exist (not necessarily an error)
2024-11-09T00:20:58,983 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1586500079/switch/split already deleted, retry=false
2024-11-09T00:20:58,984 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45341-0x1011cf78ddf0000, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Unable to get data of znode /0-1586500079/switch/merge because node does not exist (not necessarily an error)
2024-11-09T00:20:58,993 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1586500079/switch/merge already deleted, retry=false
2024-11-09T00:20:58,995 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45341-0x1011cf78ddf0000, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Unable to get data of znode /0-1586500079/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-09T00:20:59,004 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1586500079/snapshot-cleanup already deleted, retry=false
2024-11-09T00:20:59,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x1011cf78ddf0001, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1586500079/running
2024-11-09T00:20:59,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45341-0x1011cf78ddf0000, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1586500079/running
2024-11-09T00:20:59,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x1011cf78ddf0001, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586500079
2024-11-09T00:20:59,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45341-0x1011cf78ddf0000, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586500079
2024-11-09T00:20:59,015 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef986b38239e,45341,1731111656490, sessionid=0x1011cf78ddf0000, setting cluster-up flag (Was=false)
2024-11-09T00:20:59,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x1011cf78ddf0001, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586500079
2024-11-09T00:20:59,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45341-0x1011cf78ddf0000, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586500079
2024-11-09T00:20:59,067 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1586500079/flush-table-proc/acquired, /0-1586500079/flush-table-proc/reached, /0-1586500079/flush-table-proc/abort
2024-11-09T00:20:59,068 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,45341,1731111656490
2024-11-09T00:20:59,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45341-0x1011cf78ddf0000, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586500079
2024-11-09T00:20:59,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x1011cf78ddf0001, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586500079
2024-11-09T00:20:59,120 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1586500079/online-snapshot/acquired, /0-1586500079/online-snapshot/reached, /0-1586500079/online-snapshot/abort
2024-11-09T00:20:59,121 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,45341,1731111656490
2024-11-09T00:20:59,122 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-09T00:20:59,123 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-09T00:20:59,123 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-09T00:20:59,123 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-09T00:20:59,123 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef986b38239e,45341,1731111656490
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-09T00:20:59,124 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:20:59,124 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:20:59,124 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:20:59,124 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:20:59,124 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef986b38239e:0, corePoolSize=10, maxPoolSize=10
2024-11-09T00:20:59,124 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:59,124 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:20:59,124 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:59,125 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731111689125
2024-11-09T00:20:59,125 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-09T00:20:59,125 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-09T00:20:59,125 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-09T00:20:59,125 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-09T00:20:59,125 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-09T00:20:59,125 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-09T00:20:59,125 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:20:59,125 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-09T00:20:59,126 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:59,126 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-09T00:20:59,126 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-09T00:20:59,126 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-09T00:20:59,126 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-09T00:20:59,126 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-09T00:20:59,126 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:59,126 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-09T00:20:59,126 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111659126,5,FailOnTimeoutGroup]
2024-11-09T00:20:59,126 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-09T00:20:59,126 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111659126,5,FailOnTimeoutGroup]
2024-11-09T00:20:59,126 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:59,126 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-09T00:20:59,126 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:59,126 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:59,136 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741831_1007 (size=1321)
2024-11-09T00:20:59,163 INFO  [RS:0;ef986b38239e:44363 {}] regionserver.HRegionServer(746): ClusterId : 06363a99-0ba9-4f69-9ba6-da76a7253d1b
2024-11-09T00:20:59,163 DEBUG [RS:0;ef986b38239e:44363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T00:20:59,173 DEBUG [RS:0;ef986b38239e:44363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T00:20:59,173 DEBUG [RS:0;ef986b38239e:44363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T00:20:59,184 DEBUG [RS:0;ef986b38239e:44363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T00:20:59,184 DEBUG [RS:0;ef986b38239e:44363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ecff788, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:20:59,198 DEBUG [RS:0;ef986b38239e:44363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef986b38239e:44363
2024-11-09T00:20:59,198 INFO  [RS:0;ef986b38239e:44363 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T00:20:59,198 INFO  [RS:0;ef986b38239e:44363 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T00:20:59,198 DEBUG [RS:0;ef986b38239e:44363 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T00:20:59,199 INFO  [RS:0;ef986b38239e:44363 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef986b38239e,45341,1731111656490 with port=44363, startcode=1731111657061
2024-11-09T00:20:59,199 DEBUG [RS:0;ef986b38239e:44363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T00:20:59,200 INFO  [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T00:20:59,201 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45341 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef986b38239e,44363,1731111657061
2024-11-09T00:20:59,201 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45341 {}] master.ServerManager(517): Registering regionserver=ef986b38239e,44363,1731111657061
2024-11-09T00:20:59,202 DEBUG [RS:0;ef986b38239e:44363 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e
2024-11-09T00:20:59,202 DEBUG [RS:0;ef986b38239e:44363 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40109
2024-11-09T00:20:59,202 DEBUG [RS:0;ef986b38239e:44363 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T00:20:59,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45341-0x1011cf78ddf0000, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586500079/rs
2024-11-09T00:20:59,214 DEBUG [RS:0;ef986b38239e:44363 {}] zookeeper.ZKUtil(111): regionserver:44363-0x1011cf78ddf0001, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Set watcher on existing znode=/0-1586500079/rs/ef986b38239e,44363,1731111657061
2024-11-09T00:20:59,214 WARN  [RS:0;ef986b38239e:44363 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:20:59,214 INFO  [RS:0;ef986b38239e:44363 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:20:59,214 DEBUG [RS:0;ef986b38239e:44363 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061
2024-11-09T00:20:59,215 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef986b38239e,44363,1731111657061]
2024-11-09T00:20:59,217 INFO  [RS:0;ef986b38239e:44363 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T00:20:59,218 INFO  [RS:0;ef986b38239e:44363 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T00:20:59,219 INFO  [RS:0;ef986b38239e:44363 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T00:20:59,219 INFO  [RS:0;ef986b38239e:44363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:59,219 INFO  [RS:0;ef986b38239e:44363 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T00:20:59,219 INFO  [RS:0;ef986b38239e:44363 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T00:20:59,219 INFO  [RS:0;ef986b38239e:44363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:59,219 DEBUG [RS:0;ef986b38239e:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:59,219 DEBUG [RS:0;ef986b38239e:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:59,220 DEBUG [RS:0;ef986b38239e:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:59,220 DEBUG [RS:0;ef986b38239e:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:59,220 DEBUG [RS:0;ef986b38239e:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:59,220 DEBUG [RS:0;ef986b38239e:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:20:59,220 DEBUG [RS:0;ef986b38239e:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:59,220 DEBUG [RS:0;ef986b38239e:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:59,220 DEBUG [RS:0;ef986b38239e:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:59,220 DEBUG [RS:0;ef986b38239e:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:59,220 DEBUG [RS:0;ef986b38239e:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:59,220 DEBUG [RS:0;ef986b38239e:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:20:59,220 DEBUG [RS:0;ef986b38239e:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:20:59,220 DEBUG [RS:0;ef986b38239e:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:20:59,220 INFO  [RS:0;ef986b38239e:44363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:59,220 INFO  [RS:0;ef986b38239e:44363 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:59,220 INFO  [RS:0;ef986b38239e:44363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:59,220 INFO  [RS:0;ef986b38239e:44363 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:59,220 INFO  [RS:0;ef986b38239e:44363 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:59,220 INFO  [RS:0;ef986b38239e:44363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,44363,1731111657061-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:20:59,242 INFO  [RS:0;ef986b38239e:44363 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T00:20:59,242 INFO  [RS:0;ef986b38239e:44363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,44363,1731111657061-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:59,242 INFO  [RS:0;ef986b38239e:44363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:59,242 INFO  [RS:0;ef986b38239e:44363 {}] regionserver.Replication(171): ef986b38239e,44363,1731111657061 started
2024-11-09T00:20:59,259 INFO  [RS:0;ef986b38239e:44363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:20:59,260 INFO  [RS:0;ef986b38239e:44363 {}] regionserver.HRegionServer(1482): Serving as ef986b38239e,44363,1731111657061, RpcServer on ef986b38239e/172.17.0.3:44363, sessionid=0x1011cf78ddf0001
2024-11-09T00:20:59,260 DEBUG [RS:0;ef986b38239e:44363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T00:20:59,260 DEBUG [RS:0;ef986b38239e:44363 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef986b38239e,44363,1731111657061
2024-11-09T00:20:59,260 DEBUG [RS:0;ef986b38239e:44363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,44363,1731111657061'
2024-11-09T00:20:59,260 DEBUG [RS:0;ef986b38239e:44363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1586500079/flush-table-proc/abort'
2024-11-09T00:20:59,260 DEBUG [RS:0;ef986b38239e:44363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1586500079/flush-table-proc/acquired'
2024-11-09T00:20:59,261 DEBUG [RS:0;ef986b38239e:44363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T00:20:59,261 DEBUG [RS:0;ef986b38239e:44363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T00:20:59,261 DEBUG [RS:0;ef986b38239e:44363 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef986b38239e,44363,1731111657061
2024-11-09T00:20:59,261 DEBUG [RS:0;ef986b38239e:44363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,44363,1731111657061'
2024-11-09T00:20:59,261 DEBUG [RS:0;ef986b38239e:44363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1586500079/online-snapshot/abort'
2024-11-09T00:20:59,261 DEBUG [RS:0;ef986b38239e:44363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1586500079/online-snapshot/acquired'
2024-11-09T00:20:59,261 DEBUG [RS:0;ef986b38239e:44363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T00:20:59,261 INFO  [RS:0;ef986b38239e:44363 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T00:20:59,261 INFO  [RS:0;ef986b38239e:44363 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T00:20:59,362 INFO  [RS:0;ef986b38239e:44363 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:20:59,363 INFO  [RS:0;ef986b38239e:44363 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C44363%2C1731111657061, suffix=, logDir=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061, archiveDir=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/oldWALs, maxLogs=10
2024-11-09T00:20:59,379 DEBUG [RS:0;ef986b38239e:44363 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111659363, exclude list is [], retry=0
2024-11-09T00:20:59,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-004e7ff3-969d-4918-9a80-fcc5050a0b4f,DISK]
2024-11-09T00:20:59,383 INFO  [RS:0;ef986b38239e:44363 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111659363
2024-11-09T00:20:59,384 DEBUG [RS:0;ef986b38239e:44363 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35157:35157)]
2024-11-09T00:20:59,537 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-09T00:20:59,538 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e
2024-11-09T00:20:59,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741833_1009 (size=32)
2024-11-09T00:20:59,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:20:59,943 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:20:59,944 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:20:59,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:59,945 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:59,945 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:20:59,945 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:20:59,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:59,946 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:59,946 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:20:59,946 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:20:59,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:59,947 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:59,947 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:20:59,947 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:20:59,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:20:59,948 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:20:59,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:20:59,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/meta/1588230740
2024-11-09T00:20:59,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/meta/1588230740
2024-11-09T00:20:59,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:20:59,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:20:59,950 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:20:59,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:20:59,953 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:20:59,953 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73763264, jitterRate=0.09915828704833984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:20:59,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731111659943Initializing all the Stores at 1731111659943Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111659943Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111659943Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111659943Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111659943Cleaning up temporary data from old regions at 1731111659949 (+6 ms)Region opened successfully at 1731111659953 (+4 ms)
2024-11-09T00:20:59,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:20:59,953 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:20:59,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:20:59,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:20:59,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:20:59,954 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:20:59,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111659953Disabling compacts and flushes for region at 1731111659953Disabling writes for close at 1731111659953Writing region close event to WAL at 1731111659954 (+1 ms)Closed at 1731111659954
2024-11-09T00:20:59,954 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:20:59,954 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-09T00:20:59,955 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-09T00:20:59,955 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:20:59,956 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-09T00:21:00,106 DEBUG [ef986b38239e:45341 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-09T00:21:00,107 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef986b38239e,44363,1731111657061
2024-11-09T00:21:00,108 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,44363,1731111657061, state=OPENING
2024-11-09T00:21:00,151 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-09T00:21:00,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45341-0x1011cf78ddf0000, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586500079
2024-11-09T00:21:00,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x1011cf78ddf0001, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586500079
2024-11-09T00:21:00,195 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:21:00,195 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,44363,1731111657061}]
2024-11-09T00:21:00,195 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1586500079/meta-region-server: CHANGED
2024-11-09T00:21:00,195 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1586500079/meta-region-server: CHANGED
2024-11-09T00:21:00,347 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:21:00,348 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-09T00:21:00,351 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-09T00:21:00,351 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:21:00,351 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-09T00:21:00,352 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C44363%2C1731111657061.meta, suffix=.meta, logDir=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061, archiveDir=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/oldWALs, maxLogs=10
2024-11-09T00:21:00,369 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.meta.1731111660352.meta, exclude list is [], retry=0
2024-11-09T00:21:00,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-004e7ff3-969d-4918-9a80-fcc5050a0b4f,DISK]
2024-11-09T00:21:00,372 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.meta.1731111660352.meta
2024-11-09T00:21:00,372 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35157:35157)]
2024-11-09T00:21:00,372 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:21:00,373 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:21:00,373 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:21:00,373 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-09T00:21:00,373 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-09T00:21:00,373 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-09T00:21:00,373 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:21:00,373 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-09T00:21:00,373 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-09T00:21:00,374 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:21:00,375 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:21:00,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:00,375 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:21:00,376 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:21:00,376 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:21:00,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:00,376 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:21:00,376 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:21:00,377 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:21:00,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:00,377 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:21:00,377 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:21:00,378 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:21:00,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:00,378 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:21:00,378 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:21:00,379 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/meta/1588230740
2024-11-09T00:21:00,379 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/meta/1588230740
2024-11-09T00:21:00,380 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:21:00,380 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:21:00,380 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:21:00,381 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:21:00,382 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69538440, jitterRate=0.03620350360870361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:21:00,382 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-09T00:21:00,382 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731111660374Writing region info on filesystem at 1731111660374Initializing all the Stores at 1731111660374Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111660374Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111660374Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111660374Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111660374Cleaning up temporary data from old regions at 1731111660380 (+6 ms)Running coprocessor post-open hooks at 1731111660382 (+2 ms)Region opened successfully at 1731111660382
2024-11-09T00:21:00,383 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731111660347
2024-11-09T00:21:00,385 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-09T00:21:00,385 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-09T00:21:00,385 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,44363,1731111657061
2024-11-09T00:21:00,386 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,44363,1731111657061, state=OPEN
2024-11-09T00:21:00,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45341-0x1011cf78ddf0000, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1586500079/meta-region-server
2024-11-09T00:21:00,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x1011cf78ddf0001, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1586500079/meta-region-server
2024-11-09T00:21:00,404 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef986b38239e,44363,1731111657061
2024-11-09T00:21:00,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1586500079/meta-region-server: CHANGED
2024-11-09T00:21:00,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1586500079/meta-region-server: CHANGED
2024-11-09T00:21:00,406 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-09T00:21:00,406 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,44363,1731111657061 in 209 msec
2024-11-09T00:21:00,407 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-09T00:21:00,407 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 451 msec
2024-11-09T00:21:00,408 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:21:00,408 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-09T00:21:00,409 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:21:00,409 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,44363,1731111657061, seqNum=-1]
2024-11-09T00:21:00,409 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:21:00,410 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:21:00,413 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2900 sec
2024-11-09T00:21:00,414 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731111660414, completionTime=-1
2024-11-09T00:21:00,414 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-09T00:21:00,414 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-09T00:21:00,415 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-09T00:21:00,415 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731111720415
2024-11-09T00:21:00,415 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731111780415
2024-11-09T00:21:00,415 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-09T00:21:00,416 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,45341,1731111656490-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:00,416 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,45341,1731111656490-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:00,416 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,45341,1731111656490-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:00,416 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef986b38239e:45341, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:00,416 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:00,416 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:00,417 DEBUG [master/ef986b38239e:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-09T00:21:00,420 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.216sec
2024-11-09T00:21:00,420 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-09T00:21:00,420 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-09T00:21:00,420 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-09T00:21:00,420 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-09T00:21:00,420 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-09T00:21:00,420 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,45341,1731111656490-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:21:00,420 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,45341,1731111656490-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-09T00:21:00,421 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-09T00:21:00,421 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-09T00:21:00,422 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,45341,1731111656490-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:00,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38704dd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:00,464 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,45341,-1 for getting cluster id
2024-11-09T00:21:00,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:21:00,466 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06363a99-0ba9-4f69-9ba6-da76a7253d1b'
2024-11-09T00:21:00,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:21:00,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06363a99-0ba9-4f69-9ba6-da76a7253d1b"

2024-11-09T00:21:00,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b60db63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:00,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,45341,-1]
2024-11-09T00:21:00,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:21:00,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:00,467 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:21:00,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2835a59e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:00,468 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:21:00,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,44363,1731111657061, seqNum=-1]
2024-11-09T00:21:00,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:21:00,470 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:21:00,472 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef986b38239e,45341,1731111656490
2024-11-09T00:21:00,473 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64107
2024-11-09T00:21:00,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:21:00,499 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011cf78ddf0002 connected
2024-11-09T00:21:00,512 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/hadoop.log.dir so I do NOT create it in target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24
2024-11-09T00:21:00,512 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/hadoop.log.dir Erasing configuration value by system value.
2024-11-09T00:21:00,512 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/hadoop.tmp.dir so I do NOT create it in target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24
2024-11-09T00:21:00,512 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-09T00:21:00,512 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24
2024-11-09T00:21:00,512 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-09T00:21:00,512 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24/cluster_cf38a2aa-4797-9f79-7c3c-f8451a487336, deleteOnExit=true
2024-11-09T00:21:00,512 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-09T00:21:00,512 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24/test.cache.data in system properties and HBase conf
2024-11-09T00:21:00,512 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24/hadoop.tmp.dir in system properties and HBase conf
2024-11-09T00:21:00,512 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24/hadoop.log.dir in system properties and HBase conf
2024-11-09T00:21:00,512 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-09T00:21:00,513 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-09T00:21:00,513 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-09T00:21:00,513 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-09T00:21:00,513 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:21:00,513 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:21:00,513 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-09T00:21:00,513 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:21:00,513 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-09T00:21:00,513 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-09T00:21:00,513 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:21:00,513 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:21:00,513 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-09T00:21:00,513 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24/nfs.dump.dir in system properties and HBase conf
2024-11-09T00:21:00,513 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24/java.io.tmpdir in system properties and HBase conf
2024-11-09T00:21:00,513 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:21:00,513 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-09T00:21:00,513 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-09T00:21:00,846 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:21:00,850 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:21:00,856 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:21:00,856 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:21:00,856 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-09T00:21:00,869 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:21:00,884 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d73b94b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:21:00,885 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73bfc8d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:21:01,016 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28176859{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24/java.io.tmpdir/jetty-localhost-43275-hadoop-hdfs-3_4_1-tests_jar-_-any-15366323355303163825/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:21:01,016 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ea2c258{HTTP/1.1, (http/1.1)}{localhost:43275}
2024-11-09T00:21:01,016 INFO  [Time-limited test {}] server.Server(415): Started @332027ms
2024-11-09T00:21:01,422 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:21:01,425 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:21:01,432 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:21:01,433 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:21:01,433 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T00:21:01,436 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3415879c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:21:01,437 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4898b4cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:21:01,549 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e134a3c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24/java.io.tmpdir/jetty-localhost-42505-hadoop-hdfs-3_4_1-tests_jar-_-any-10792319953003873886/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:21:01,549 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68bea0d0{HTTP/1.1, (http/1.1)}{localhost:42505}
2024-11-09T00:21:01,549 INFO  [Time-limited test {}] server.Server(415): Started @332560ms
2024-11-09T00:21:01,551 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T00:21:02,309 WARN  [Thread-4426 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24/cluster_cf38a2aa-4797-9f79-7c3c-f8451a487336/data/data1/current/BP-2142071442-172.17.0.3-1731111660530/current, will proceed with Du for space computation calculation, 
2024-11-09T00:21:02,313 WARN  [Thread-4427 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24/cluster_cf38a2aa-4797-9f79-7c3c-f8451a487336/data/data2/current/BP-2142071442-172.17.0.3-1731111660530/current, will proceed with Du for space computation calculation, 
2024-11-09T00:21:02,365 WARN  [Thread-4414 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T00:21:02,371 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4819e79b550289c with lease ID 0x9650d2a00d5e111c: Processing first storage report for DS-e7a2e14d-9ce2-4917-810c-0ada9e723f6a from datanode DatanodeRegistration(127.0.0.1:44859, datanodeUuid=35d3f023-7dfe-4837-b1e1-7ba2546b2f94, infoPort=43365, infoSecurePort=0, ipcPort=43337, storageInfo=lv=-57;cid=testClusterID;nsid=776706972;c=1731111660530)
2024-11-09T00:21:02,371 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4819e79b550289c with lease ID 0x9650d2a00d5e111c: from storage DS-e7a2e14d-9ce2-4917-810c-0ada9e723f6a node DatanodeRegistration(127.0.0.1:44859, datanodeUuid=35d3f023-7dfe-4837-b1e1-7ba2546b2f94, infoPort=43365, infoSecurePort=0, ipcPort=43337, storageInfo=lv=-57;cid=testClusterID;nsid=776706972;c=1731111660530), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:21:02,371 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4819e79b550289c with lease ID 0x9650d2a00d5e111c: Processing first storage report for DS-1173a95c-1281-4513-a82d-a503099c0180 from datanode DatanodeRegistration(127.0.0.1:44859, datanodeUuid=35d3f023-7dfe-4837-b1e1-7ba2546b2f94, infoPort=43365, infoSecurePort=0, ipcPort=43337, storageInfo=lv=-57;cid=testClusterID;nsid=776706972;c=1731111660530)
2024-11-09T00:21:02,371 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4819e79b550289c with lease ID 0x9650d2a00d5e111c: from storage DS-1173a95c-1281-4513-a82d-a503099c0180 node DatanodeRegistration(127.0.0.1:44859, datanodeUuid=35d3f023-7dfe-4837-b1e1-7ba2546b2f94, infoPort=43365, infoSecurePort=0, ipcPort=43337, storageInfo=lv=-57;cid=testClusterID;nsid=776706972;c=1731111660530), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:21:02,381 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24
2024-11-09T00:21:02,381 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:21:02,383 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:21:02,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741825_1001 (size=7)
2024-11-09T00:21:02,815 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e with version=8
2024-11-09T00:21:02,815 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/hbase-staging
2024-11-09T00:21:02,817 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:21:02,817 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:21:02,817 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:21:02,817 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:21:02,817 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:21:02,817 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:21:02,817 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-09T00:21:02,817 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:21:02,836 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38375
2024-11-09T00:21:02,837 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38375 connecting to ZooKeeper ensemble=127.0.0.1:64107
2024-11-09T00:21:02,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383750x0, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:21:02,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38375-0x1011cf78ddf0003 connected
2024-11-09T00:21:02,941 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:21:02,943 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:21:02,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38375-0x1011cf78ddf0003, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Set watcher on znode that does not yet exist, /1-996588013/running
2024-11-09T00:21:02,953 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e, hbase.cluster.distributed=false
2024-11-09T00:21:02,955 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38375-0x1011cf78ddf0003, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Set watcher on znode that does not yet exist, /1-996588013/acl
2024-11-09T00:21:02,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38375
2024-11-09T00:21:02,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38375
2024-11-09T00:21:02,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38375
2024-11-09T00:21:02,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38375
2024-11-09T00:21:03,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38375
2024-11-09T00:21:03,028 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:21:03,028 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:21:03,028 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:21:03,028 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:21:03,028 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:21:03,028 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:21:03,028 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T00:21:03,028 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:21:03,033 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46213
2024-11-09T00:21:03,034 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46213 connecting to ZooKeeper ensemble=127.0.0.1:64107
2024-11-09T00:21:03,034 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:21:03,036 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:21:03,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462130x0, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:21:03,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462130x0, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Set watcher on znode that does not yet exist, /1-996588013/running
2024-11-09T00:21:03,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46213-0x1011cf78ddf0004 connected
2024-11-09T00:21:03,068 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T00:21:03,096 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T00:21:03,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46213-0x1011cf78ddf0004, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Set watcher on znode that does not yet exist, /1-996588013/master
2024-11-09T00:21:03,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46213-0x1011cf78ddf0004, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Set watcher on znode that does not yet exist, /1-996588013/acl
2024-11-09T00:21:03,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46213
2024-11-09T00:21:03,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46213
2024-11-09T00:21:03,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46213
2024-11-09T00:21:03,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46213
2024-11-09T00:21:03,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46213
2024-11-09T00:21:03,155 DEBUG [M:0;ef986b38239e:38375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef986b38239e:38375
2024-11-09T00:21:03,156 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-996588013/backup-masters/ef986b38239e,38375,1731111662817
2024-11-09T00:21:03,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x1011cf78ddf0003, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-996588013/backup-masters
2024-11-09T00:21:03,163 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38375-0x1011cf78ddf0003, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Set watcher on existing znode=/1-996588013/backup-masters/ef986b38239e,38375,1731111662817
2024-11-09T00:21:03,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46213-0x1011cf78ddf0004, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-996588013/backup-masters
2024-11-09T00:21:03,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x1011cf78ddf0003, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-996588013
2024-11-09T00:21:03,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46213-0x1011cf78ddf0004, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-996588013/master
2024-11-09T00:21:03,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46213-0x1011cf78ddf0004, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-996588013
2024-11-09T00:21:03,176 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38375-0x1011cf78ddf0003, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Set watcher on existing znode=/1-996588013/master
2024-11-09T00:21:03,178 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-996588013/backup-masters/ef986b38239e,38375,1731111662817 from backup master directory
2024-11-09T00:21:03,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46213-0x1011cf78ddf0004, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-996588013/backup-masters
2024-11-09T00:21:03,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x1011cf78ddf0003, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-996588013/backup-masters/ef986b38239e,38375,1731111662817
2024-11-09T00:21:03,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x1011cf78ddf0003, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-996588013/backup-masters
2024-11-09T00:21:03,183 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:21:03,183 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef986b38239e,38375,1731111662817
2024-11-09T00:21:03,189 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/hbase.id] with ID: 09ef865b-c030-46de-8f2e-892688684402
2024-11-09T00:21:03,189 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/.tmp/hbase.id
2024-11-09T00:21:03,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741826_1002 (size=42)
2024-11-09T00:21:03,622 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/.tmp/hbase.id]:[hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/hbase.id]
2024-11-09T00:21:03,635 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:21:03,635 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-09T00:21:03,636 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-09T00:21:03,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x1011cf78ddf0003, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-996588013
2024-11-09T00:21:03,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46213-0x1011cf78ddf0004, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-996588013
2024-11-09T00:21:03,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741827_1003 (size=196)
2024-11-09T00:21:04,163 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:21:04,164 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-09T00:21:04,168 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:21:04,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741828_1004 (size=1189)
2024-11-09T00:21:04,619 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/MasterData/data/master/store
2024-11-09T00:21:04,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741829_1005 (size=34)
2024-11-09T00:21:05,058 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:21:05,058 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:21:05,058 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:21:05,058 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:21:05,058 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:21:05,058 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:21:05,058 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:21:05,059 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111665058Disabling compacts and flushes for region at 1731111665058Disabling writes for close at 1731111665058Writing region close event to WAL at 1731111665058Closed at 1731111665058
2024-11-09T00:21:05,059 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/MasterData/data/master/store/.initializing
2024-11-09T00:21:05,059 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/MasterData/WALs/ef986b38239e,38375,1731111662817
2024-11-09T00:21:05,060 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:21:05,069 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef986b38239e%2C38375%2C1731111662817, suffix=, logDir=hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/MasterData/WALs/ef986b38239e,38375,1731111662817, archiveDir=hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/MasterData/oldWALs, maxLogs=10
2024-11-09T00:21:05,087 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/MasterData/WALs/ef986b38239e,38375,1731111662817/ef986b38239e%2C38375%2C1731111662817.1731111665069, exclude list is [], retry=0
2024-11-09T00:21:05,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44859,DS-e7a2e14d-9ce2-4917-810c-0ada9e723f6a,DISK]
2024-11-09T00:21:05,113 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/MasterData/WALs/ef986b38239e,38375,1731111662817/ef986b38239e%2C38375%2C1731111662817.1731111665069
2024-11-09T00:21:05,120 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43365:43365)]
2024-11-09T00:21:05,120 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:21:05,121 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:21:05,121 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:21:05,121 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:21:05,122 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:21:05,123 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-09T00:21:05,124 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:05,124 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:21:05,124 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:21:05,125 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-09T00:21:05,125 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:05,126 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:21:05,126 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:21:05,128 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-09T00:21:05,128 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:05,128 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:21:05,128 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:21:05,129 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-09T00:21:05,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:05,130 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:21:05,130 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:21:05,130 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:21:05,131 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:21:05,132 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:21:05,132 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:21:05,133 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:21:05,134 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:21:05,137 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:21:05,137 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68971753, jitterRate=0.027759209275245667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:21:05,137 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731111665121Initializing all the Stores at 1731111665121Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111665121Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111665122 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111665122Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111665122Cleaning up temporary data from old regions at 1731111665132 (+10 ms)Region opened successfully at 1731111665137 (+5 ms)
2024-11-09T00:21:05,140 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-09T00:21:05,143 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cc038c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:21:05,144 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-09T00:21:05,144 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-09T00:21:05,144 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-09T00:21:05,144 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-09T00:21:05,145 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-09T00:21:05,145 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-09T00:21:05,145 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-09T00:21:05,154 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-09T00:21:05,154 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38375-0x1011cf78ddf0003, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Unable to get data of znode /1-996588013/balancer because node does not exist (not necessarily an error)
2024-11-09T00:21:05,193 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-996588013/balancer already deleted, retry=false
2024-11-09T00:21:05,194 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-09T00:21:05,194 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38375-0x1011cf78ddf0003, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Unable to get data of znode /1-996588013/normalizer because node does not exist (not necessarily an error)
2024-11-09T00:21:05,204 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-996588013/normalizer already deleted, retry=false
2024-11-09T00:21:05,204 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-09T00:21:05,205 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38375-0x1011cf78ddf0003, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Unable to get data of znode /1-996588013/switch/split because node does not exist (not necessarily an error)
2024-11-09T00:21:05,214 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-996588013/switch/split already deleted, retry=false
2024-11-09T00:21:05,216 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38375-0x1011cf78ddf0003, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Unable to get data of znode /1-996588013/switch/merge because node does not exist (not necessarily an error)
2024-11-09T00:21:05,225 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-996588013/switch/merge already deleted, retry=false
2024-11-09T00:21:05,228 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38375-0x1011cf78ddf0003, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Unable to get data of znode /1-996588013/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-09T00:21:05,235 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-996588013/snapshot-cleanup already deleted, retry=false
2024-11-09T00:21:05,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x1011cf78ddf0003, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-996588013/running
2024-11-09T00:21:05,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x1011cf78ddf0003, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-996588013
2024-11-09T00:21:05,248 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef986b38239e,38375,1731111662817, sessionid=0x1011cf78ddf0003, setting cluster-up flag (Was=false)
2024-11-09T00:21:05,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46213-0x1011cf78ddf0004, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-996588013/running
2024-11-09T00:21:05,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46213-0x1011cf78ddf0004, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-996588013
2024-11-09T00:21:05,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x1011cf78ddf0003, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-996588013
2024-11-09T00:21:05,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46213-0x1011cf78ddf0004, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-996588013
2024-11-09T00:21:05,299 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-996588013/flush-table-proc/acquired, /1-996588013/flush-table-proc/reached, /1-996588013/flush-table-proc/abort
2024-11-09T00:21:05,304 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,38375,1731111662817
2024-11-09T00:21:05,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x1011cf78ddf0003, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-996588013
2024-11-09T00:21:05,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46213-0x1011cf78ddf0004, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-996588013
2024-11-09T00:21:05,877 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:21:05,880 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:05,881 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:05,881 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:05,881 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:05,881 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:05,881 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:05,882 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:05,931 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:05,932 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:05,932 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:05,932 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:05,932 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:05,933 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:05,942 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:05,946 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:05,946 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:05,949 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:06,004 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-996588013/online-snapshot/acquired, /1-996588013/online-snapshot/reached, /1-996588013/online-snapshot/abort
2024-11-09T00:21:06,005 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,38375,1731111662817
2024-11-09T00:21:06,006 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-09T00:21:06,008 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-09T00:21:06,008 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-09T00:21:06,008 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-09T00:21:06,008 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef986b38239e,38375,1731111662817
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-09T00:21:06,009 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:21:06,010 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:21:06,010 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:21:06,010 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:21:06,010 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef986b38239e:0, corePoolSize=10, maxPoolSize=10
2024-11-09T00:21:06,010 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:21:06,010 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:21:06,010 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:21:06,021 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:21:06,021 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-09T00:21:06,022 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:06,022 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-09T00:21:06,041 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731111696041
2024-11-09T00:21:06,042 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-09T00:21:06,042 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-09T00:21:06,042 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-09T00:21:06,042 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-09T00:21:06,042 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-09T00:21:06,042 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-09T00:21:06,042 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741831_1007 (size=1321)
2024-11-09T00:21:06,043 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-09T00:21:06,044 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e
2024-11-09T00:21:06,044 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:06,056 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-09T00:21:06,056 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-09T00:21:06,056 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-09T00:21:06,056 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-09T00:21:06,057 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-09T00:21:06,057 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-09T00:21:06,058 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111666058,5,FailOnTimeoutGroup]
2024-11-09T00:21:06,058 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111666058,5,FailOnTimeoutGroup]
2024-11-09T00:21:06,058 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:06,058 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-09T00:21:06,058 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:06,058 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:06,058 INFO  [RS:0;ef986b38239e:46213 {}] regionserver.HRegionServer(746): ClusterId : 09ef865b-c030-46de-8f2e-892688684402
2024-11-09T00:21:06,058 DEBUG [RS:0;ef986b38239e:46213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T00:21:06,080 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741832_1008 (size=32)
2024-11-09T00:21:06,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:21:06,096 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:21:06,097 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:21:06,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:06,098 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:21:06,098 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:21:06,099 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:21:06,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:06,100 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:21:06,100 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:21:06,101 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:21:06,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:06,101 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:21:06,102 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:21:06,103 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:21:06,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:06,103 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:21:06,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:21:06,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/hbase/meta/1588230740
2024-11-09T00:21:06,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/hbase/meta/1588230740
2024-11-09T00:21:06,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:21:06,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:21:06,106 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:21:06,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:21:06,116 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:21:06,116 DEBUG [RS:0;ef986b38239e:46213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T00:21:06,116 DEBUG [RS:0;ef986b38239e:46213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T00:21:06,116 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69958386, jitterRate=0.04246118664741516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:21:06,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731111666081Initializing all the Stores at 1731111666081Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111666082 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111666092 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111666092Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111666092Cleaning up temporary data from old regions at 1731111666106 (+14 ms)Region opened successfully at 1731111666116 (+10 ms)
2024-11-09T00:21:06,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:21:06,116 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:21:06,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:21:06,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms
2024-11-09T00:21:06,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:21:06,117 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:21:06,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111666116Disabling compacts and flushes for region at 1731111666116Disabling writes for close at 1731111666117 (+1 ms)Writing region close event to WAL at 1731111666117Closed at 1731111666117
2024-11-09T00:21:06,118 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:21:06,118 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-09T00:21:06,118 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-09T00:21:06,120 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:21:06,121 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-09T00:21:06,181 DEBUG [RS:0;ef986b38239e:46213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T00:21:06,182 DEBUG [RS:0;ef986b38239e:46213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2bb39b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:21:06,197 DEBUG [RS:0;ef986b38239e:46213 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef986b38239e:46213
2024-11-09T00:21:06,197 INFO  [RS:0;ef986b38239e:46213 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T00:21:06,197 INFO  [RS:0;ef986b38239e:46213 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T00:21:06,197 DEBUG [RS:0;ef986b38239e:46213 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T00:21:06,198 INFO  [RS:0;ef986b38239e:46213 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef986b38239e,38375,1731111662817 with port=46213, startcode=1731111663028
2024-11-09T00:21:06,198 DEBUG [RS:0;ef986b38239e:46213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T00:21:06,205 INFO  [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T00:21:06,205 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38375 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef986b38239e,46213,1731111663028
2024-11-09T00:21:06,205 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38375 {}] master.ServerManager(517): Registering regionserver=ef986b38239e,46213,1731111663028
2024-11-09T00:21:06,212 DEBUG [RS:0;ef986b38239e:46213 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e
2024-11-09T00:21:06,212 DEBUG [RS:0;ef986b38239e:46213 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37059
2024-11-09T00:21:06,213 DEBUG [RS:0;ef986b38239e:46213 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T00:21:06,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x1011cf78ddf0003, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-996588013/rs
2024-11-09T00:21:06,256 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef986b38239e,46213,1731111663028]
2024-11-09T00:21:06,260 DEBUG [RS:0;ef986b38239e:46213 {}] zookeeper.ZKUtil(111): regionserver:46213-0x1011cf78ddf0004, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Set watcher on existing znode=/1-996588013/rs/ef986b38239e,46213,1731111663028
2024-11-09T00:21:06,261 WARN  [RS:0;ef986b38239e:46213 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:21:06,261 INFO  [RS:0;ef986b38239e:46213 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:21:06,261 DEBUG [RS:0;ef986b38239e:46213 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/WALs/ef986b38239e,46213,1731111663028
2024-11-09T00:21:06,267 INFO  [RS:0;ef986b38239e:46213 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T00:21:06,269 INFO  [RS:0;ef986b38239e:46213 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T00:21:06,271 WARN  [ef986b38239e:38375 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-09T00:21:06,272 INFO  [RS:0;ef986b38239e:46213 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T00:21:06,272 INFO  [RS:0;ef986b38239e:46213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:06,276 INFO  [RS:0;ef986b38239e:46213 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T00:21:06,277 INFO  [RS:0;ef986b38239e:46213 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T00:21:06,277 INFO  [RS:0;ef986b38239e:46213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:06,277 DEBUG [RS:0;ef986b38239e:46213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:21:06,277 DEBUG [RS:0;ef986b38239e:46213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:21:06,277 DEBUG [RS:0;ef986b38239e:46213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:21:06,277 DEBUG [RS:0;ef986b38239e:46213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:21:06,277 DEBUG [RS:0;ef986b38239e:46213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:21:06,277 DEBUG [RS:0;ef986b38239e:46213 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:21:06,277 DEBUG [RS:0;ef986b38239e:46213 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:21:06,277 DEBUG [RS:0;ef986b38239e:46213 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:21:06,277 DEBUG [RS:0;ef986b38239e:46213 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:21:06,277 DEBUG [RS:0;ef986b38239e:46213 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:21:06,277 DEBUG [RS:0;ef986b38239e:46213 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:21:06,277 DEBUG [RS:0;ef986b38239e:46213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:21:06,277 DEBUG [RS:0;ef986b38239e:46213 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:21:06,277 DEBUG [RS:0;ef986b38239e:46213 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:21:06,282 INFO  [RS:0;ef986b38239e:46213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:06,282 INFO  [RS:0;ef986b38239e:46213 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:06,282 INFO  [RS:0;ef986b38239e:46213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:06,282 INFO  [RS:0;ef986b38239e:46213 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:06,282 INFO  [RS:0;ef986b38239e:46213 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:06,282 INFO  [RS:0;ef986b38239e:46213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,46213,1731111663028-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:21:06,303 INFO  [RS:0;ef986b38239e:46213 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T00:21:06,303 INFO  [RS:0;ef986b38239e:46213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,46213,1731111663028-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:06,303 INFO  [RS:0;ef986b38239e:46213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:06,303 INFO  [RS:0;ef986b38239e:46213 {}] regionserver.Replication(171): ef986b38239e,46213,1731111663028 started
2024-11-09T00:21:06,324 INFO  [RS:0;ef986b38239e:46213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:06,324 INFO  [RS:0;ef986b38239e:46213 {}] regionserver.HRegionServer(1482): Serving as ef986b38239e,46213,1731111663028, RpcServer on ef986b38239e/172.17.0.3:46213, sessionid=0x1011cf78ddf0004
2024-11-09T00:21:06,324 DEBUG [RS:0;ef986b38239e:46213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T00:21:06,324 DEBUG [RS:0;ef986b38239e:46213 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef986b38239e,46213,1731111663028
2024-11-09T00:21:06,324 DEBUG [RS:0;ef986b38239e:46213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,46213,1731111663028'
2024-11-09T00:21:06,324 DEBUG [RS:0;ef986b38239e:46213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-996588013/flush-table-proc/abort'
2024-11-09T00:21:06,325 DEBUG [RS:0;ef986b38239e:46213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-996588013/flush-table-proc/acquired'
2024-11-09T00:21:06,325 DEBUG [RS:0;ef986b38239e:46213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T00:21:06,325 DEBUG [RS:0;ef986b38239e:46213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T00:21:06,325 DEBUG [RS:0;ef986b38239e:46213 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef986b38239e,46213,1731111663028
2024-11-09T00:21:06,325 DEBUG [RS:0;ef986b38239e:46213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,46213,1731111663028'
2024-11-09T00:21:06,325 DEBUG [RS:0;ef986b38239e:46213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-996588013/online-snapshot/abort'
2024-11-09T00:21:06,326 DEBUG [RS:0;ef986b38239e:46213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-996588013/online-snapshot/acquired'
2024-11-09T00:21:06,326 DEBUG [RS:0;ef986b38239e:46213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T00:21:06,326 INFO  [RS:0;ef986b38239e:46213 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T00:21:06,326 INFO  [RS:0;ef986b38239e:46213 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T00:21:06,427 INFO  [RS:0;ef986b38239e:46213 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:21:06,428 INFO  [RS:0;ef986b38239e:46213 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C46213%2C1731111663028, suffix=, logDir=hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/WALs/ef986b38239e,46213,1731111663028, archiveDir=hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/oldWALs, maxLogs=10
2024-11-09T00:21:06,445 DEBUG [RS:0;ef986b38239e:46213 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/WALs/ef986b38239e,46213,1731111663028/ef986b38239e%2C46213%2C1731111663028.1731111666428, exclude list is [], retry=0
2024-11-09T00:21:06,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44859,DS-e7a2e14d-9ce2-4917-810c-0ada9e723f6a,DISK]
2024-11-09T00:21:06,453 INFO  [RS:0;ef986b38239e:46213 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/WALs/ef986b38239e,46213,1731111663028/ef986b38239e%2C46213%2C1731111663028.1731111666428
2024-11-09T00:21:06,456 DEBUG [RS:0;ef986b38239e:46213 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43365:43365)]
2024-11-09T00:21:06,521 DEBUG [ef986b38239e:38375 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-09T00:21:06,522 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef986b38239e,46213,1731111663028
2024-11-09T00:21:06,523 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,46213,1731111663028, state=OPENING
2024-11-09T00:21:06,551 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-09T00:21:06,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x1011cf78ddf0003, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-996588013
2024-11-09T00:21:06,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46213-0x1011cf78ddf0004, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-996588013
2024-11-09T00:21:06,562 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-996588013/meta-region-server: CHANGED
2024-11-09T00:21:06,562 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-996588013/meta-region-server: CHANGED
2024-11-09T00:21:06,563 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:21:06,563 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,46213,1731111663028}]
2024-11-09T00:21:06,717 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:21:06,718 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-09T00:21:06,721 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-09T00:21:06,721 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:21:06,722 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-09T00:21:06,723 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C46213%2C1731111663028.meta, suffix=.meta, logDir=hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/WALs/ef986b38239e,46213,1731111663028, archiveDir=hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/oldWALs, maxLogs=10
2024-11-09T00:21:06,743 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/WALs/ef986b38239e,46213,1731111663028/ef986b38239e%2C46213%2C1731111663028.meta.1731111666724.meta, exclude list is [], retry=0
2024-11-09T00:21:06,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44859,DS-e7a2e14d-9ce2-4917-810c-0ada9e723f6a,DISK]
2024-11-09T00:21:06,750 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/WALs/ef986b38239e,46213,1731111663028/ef986b38239e%2C46213%2C1731111663028.meta.1731111666724.meta
2024-11-09T00:21:06,757 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43365:43365)]
2024-11-09T00:21:06,757 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:21:06,758 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:21:06,758 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:21:06,758 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-09T00:21:06,758 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-09T00:21:06,758 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-09T00:21:06,758 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:21:06,758 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-09T00:21:06,758 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-09T00:21:06,760 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:21:06,761 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:21:06,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:06,762 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:21:06,762 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:21:06,763 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:21:06,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:06,764 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:21:06,764 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:21:06,765 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:21:06,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:06,765 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:21:06,765 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:21:06,766 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:21:06,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:06,766 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:21:06,767 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:21:06,767 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/hbase/meta/1588230740
2024-11-09T00:21:06,768 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/hbase/meta/1588230740
2024-11-09T00:21:06,770 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:21:06,770 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:21:06,771 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:21:06,772 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:21:06,773 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70409664, jitterRate=0.049185752868652344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:21:06,773 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-09T00:21:06,773 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731111666759Writing region info on filesystem at 1731111666759Initializing all the Stores at 1731111666759Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111666759Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111666760 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111666760Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111666760Cleaning up temporary data from old regions at 1731111666770 (+10 ms)Running coprocessor post-open hooks at 1731111666773 (+3 ms)Region opened successfully at 1731111666773
2024-11-09T00:21:06,774 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731111666716
2024-11-09T00:21:06,778 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-09T00:21:06,778 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-09T00:21:06,778 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,46213,1731111663028
2024-11-09T00:21:06,788 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,46213,1731111663028, state=OPEN
2024-11-09T00:21:06,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46213-0x1011cf78ddf0004, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-996588013/meta-region-server
2024-11-09T00:21:06,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x1011cf78ddf0003, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-996588013/meta-region-server
2024-11-09T00:21:06,804 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef986b38239e,46213,1731111663028
2024-11-09T00:21:06,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-996588013/meta-region-server: CHANGED
2024-11-09T00:21:06,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-996588013/meta-region-server: CHANGED
2024-11-09T00:21:06,817 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-09T00:21:06,818 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,46213,1731111663028 in 241 msec
2024-11-09T00:21:06,820 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-09T00:21:06,820 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 700 msec
2024-11-09T00:21:06,820 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:21:06,821 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-09T00:21:06,822 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:21:06,822 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,46213,1731111663028, seqNum=-1]
2024-11-09T00:21:06,822 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:21:06,823 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:21:06,827 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 819 msec
2024-11-09T00:21:06,827 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731111666827, completionTime=-1
2024-11-09T00:21:06,827 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-09T00:21:06,827 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-09T00:21:06,829 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-09T00:21:06,829 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731111726829
2024-11-09T00:21:06,829 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731111786829
2024-11-09T00:21:06,830 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-09T00:21:06,830 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,38375,1731111662817-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:06,830 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,38375,1731111662817-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:06,830 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,38375,1731111662817-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:06,830 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef986b38239e:38375, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:06,830 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:06,833 DEBUG [master/ef986b38239e:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-09T00:21:06,836 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:06,841 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.658sec
2024-11-09T00:21:06,841 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-09T00:21:06,841 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-09T00:21:06,841 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-09T00:21:06,842 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-09T00:21:06,842 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-09T00:21:06,842 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,38375,1731111662817-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:21:06,842 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,38375,1731111662817-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-09T00:21:06,848 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-09T00:21:06,849 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-09T00:21:06,849 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,38375,1731111662817-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:06,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46218b57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:06,861 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,38375,-1 for getting cluster id
2024-11-09T00:21:06,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:21:06,873 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09ef865b-c030-46de-8f2e-892688684402'
2024-11-09T00:21:06,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:21:06,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09ef865b-c030-46de-8f2e-892688684402"

2024-11-09T00:21:06,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@827458b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:06,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,38375,-1]
2024-11-09T00:21:06,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:21:06,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:06,875 INFO  [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:21:06,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193d300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:06,878 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:21:06,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,46213,1731111663028, seqNum=-1]
2024-11-09T00:21:06,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:21:06,886 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:21:06,890 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef986b38239e,38375,1731111662817
2024-11-09T00:21:06,890 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64107
2024-11-09T00:21:06,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:21:06,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011cf78ddf0005 connected
2024-11-09T00:21:06,964 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24/hadoop.log.dir so I do NOT create it in target/test-data/2278dc70-e7b5-feb0-5394-1c7a5d7f671d
2024-11-09T00:21:06,964 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24/hadoop.log.dir Erasing configuration value by system value.
2024-11-09T00:21:06,964 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24/hadoop.tmp.dir so I do NOT create it in target/test-data/2278dc70-e7b5-feb0-5394-1c7a5d7f671d
2024-11-09T00:21:06,964 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-09T00:21:06,964 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2278dc70-e7b5-feb0-5394-1c7a5d7f671d
2024-11-09T00:21:06,964 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-09T00:21:06,965 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2278dc70-e7b5-feb0-5394-1c7a5d7f671d/cluster_e32a493e-79e4-2e9c-57b0-1d4dbcca35b2, deleteOnExit=true
2024-11-09T00:21:06,965 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-09T00:21:06,965 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2278dc70-e7b5-feb0-5394-1c7a5d7f671d/test.cache.data in system properties and HBase conf
2024-11-09T00:21:06,965 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2278dc70-e7b5-feb0-5394-1c7a5d7f671d/hadoop.tmp.dir in system properties and HBase conf
2024-11-09T00:21:06,965 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2278dc70-e7b5-feb0-5394-1c7a5d7f671d/hadoop.log.dir in system properties and HBase conf
2024-11-09T00:21:06,965 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2278dc70-e7b5-feb0-5394-1c7a5d7f671d/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-09T00:21:06,965 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2278dc70-e7b5-feb0-5394-1c7a5d7f671d/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-09T00:21:06,965 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-09T00:21:06,965 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-09T00:21:06,966 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2278dc70-e7b5-feb0-5394-1c7a5d7f671d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:21:06,966 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2278dc70-e7b5-feb0-5394-1c7a5d7f671d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-09T00:21:06,966 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2278dc70-e7b5-feb0-5394-1c7a5d7f671d/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-09T00:21:06,966 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2278dc70-e7b5-feb0-5394-1c7a5d7f671d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:21:06,966 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2278dc70-e7b5-feb0-5394-1c7a5d7f671d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-09T00:21:06,966 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2278dc70-e7b5-feb0-5394-1c7a5d7f671d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-09T00:21:06,966 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2278dc70-e7b5-feb0-5394-1c7a5d7f671d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T00:21:06,966 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2278dc70-e7b5-feb0-5394-1c7a5d7f671d/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:21:06,966 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2278dc70-e7b5-feb0-5394-1c7a5d7f671d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-09T00:21:06,966 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2278dc70-e7b5-feb0-5394-1c7a5d7f671d/nfs.dump.dir in system properties and HBase conf
2024-11-09T00:21:06,966 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2278dc70-e7b5-feb0-5394-1c7a5d7f671d/java.io.tmpdir in system properties and HBase conf
2024-11-09T00:21:06,967 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2278dc70-e7b5-feb0-5394-1c7a5d7f671d/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T00:21:06,967 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2278dc70-e7b5-feb0-5394-1c7a5d7f671d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-09T00:21:06,967 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2278dc70-e7b5-feb0-5394-1c7a5d7f671d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-09T00:21:07,401 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:21:07,407 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:21:07,424 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:21:07,424 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:21:07,424 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-09T00:21:07,425 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:21:07,428 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30355923{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2278dc70-e7b5-feb0-5394-1c7a5d7f671d/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:21:07,429 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ed586f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:21:07,542 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@224a7d69{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2278dc70-e7b5-feb0-5394-1c7a5d7f671d/java.io.tmpdir/jetty-localhost-38473-hadoop-hdfs-3_4_1-tests_jar-_-any-15174773381045878279/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:21:07,542 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30633fa8{HTTP/1.1, (http/1.1)}{localhost:38473}
2024-11-09T00:21:07,543 INFO  [Time-limited test {}] server.Server(415): Started @338553ms
2024-11-09T00:21:07,932 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T00:21:07,934 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T00:21:07,936 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T00:21:07,936 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T00:21:07,937 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-09T00:21:07,937 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d9f90b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2278dc70-e7b5-feb0-5394-1c7a5d7f671d/hadoop.log.dir/,AVAILABLE}
2024-11-09T00:21:07,937 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e8d262e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T00:21:08,067 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c95447{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2278dc70-e7b5-feb0-5394-1c7a5d7f671d/java.io.tmpdir/jetty-localhost-37341-hadoop-hdfs-3_4_1-tests_jar-_-any-7670902619157043411/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:21:08,068 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1bc7496d{HTTP/1.1, (http/1.1)}{localhost:37341}
2024-11-09T00:21:08,068 INFO  [Time-limited test {}] server.Server(415): Started @339079ms
2024-11-09T00:21:08,069 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T00:21:09,002 WARN  [Thread-4547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2278dc70-e7b5-feb0-5394-1c7a5d7f671d/cluster_e32a493e-79e4-2e9c-57b0-1d4dbcca35b2/data/data1/current/BP-183458507-172.17.0.3-1731111666984/current, will proceed with Du for space computation calculation, 
2024-11-09T00:21:09,008 WARN  [Thread-4548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2278dc70-e7b5-feb0-5394-1c7a5d7f671d/cluster_e32a493e-79e4-2e9c-57b0-1d4dbcca35b2/data/data2/current/BP-183458507-172.17.0.3-1731111666984/current, will proceed with Du for space computation calculation, 
2024-11-09T00:21:09,057 WARN  [Thread-4535 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T00:21:09,065 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13729ac1784e2146 with lease ID 0x3523798c442e63de: Processing first storage report for DS-f1520b75-daaf-474d-b978-9d8f1678add2 from datanode DatanodeRegistration(127.0.0.1:36943, datanodeUuid=4c8d3b2b-e95b-4f41-9eef-1b53a52486b2, infoPort=42909, infoSecurePort=0, ipcPort=33945, storageInfo=lv=-57;cid=testClusterID;nsid=247565030;c=1731111666984)
2024-11-09T00:21:09,065 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13729ac1784e2146 with lease ID 0x3523798c442e63de: from storage DS-f1520b75-daaf-474d-b978-9d8f1678add2 node DatanodeRegistration(127.0.0.1:36943, datanodeUuid=4c8d3b2b-e95b-4f41-9eef-1b53a52486b2, infoPort=42909, infoSecurePort=0, ipcPort=33945, storageInfo=lv=-57;cid=testClusterID;nsid=247565030;c=1731111666984), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T00:21:09,065 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13729ac1784e2146 with lease ID 0x3523798c442e63de: Processing first storage report for DS-c07c40eb-1046-49a0-9ebf-a8d952f713da from datanode DatanodeRegistration(127.0.0.1:36943, datanodeUuid=4c8d3b2b-e95b-4f41-9eef-1b53a52486b2, infoPort=42909, infoSecurePort=0, ipcPort=33945, storageInfo=lv=-57;cid=testClusterID;nsid=247565030;c=1731111666984)
2024-11-09T00:21:09,065 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13729ac1784e2146 with lease ID 0x3523798c442e63de: from storage DS-c07c40eb-1046-49a0-9ebf-a8d952f713da node DatanodeRegistration(127.0.0.1:36943, datanodeUuid=4c8d3b2b-e95b-4f41-9eef-1b53a52486b2, infoPort=42909, infoSecurePort=0, ipcPort=33945, storageInfo=lv=-57;cid=testClusterID;nsid=247565030;c=1731111666984), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-09T00:21:09,091 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2278dc70-e7b5-feb0-5394-1c7a5d7f671d
2024-11-09T00:21:09,091 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:21:09,093 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:21:09,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36943 is added to blk_1073741825_1001 (size=7)
2024-11-09T00:21:09,503 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b with version=8
2024-11-09T00:21:09,503 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/hbase-staging
2024-11-09T00:21:09,506 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:21:09,506 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:21:09,506 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:21:09,506 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:21:09,506 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:21:09,506 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:21:09,506 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-09T00:21:09,507 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:21:09,524 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38289
2024-11-09T00:21:09,525 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38289 connecting to ZooKeeper ensemble=127.0.0.1:64107
2024-11-09T00:21:09,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382890x0, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:21:09,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38289-0x1011cf78ddf0006 connected
2024-11-09T00:21:09,625 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:21:09,627 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:21:09,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38289-0x1011cf78ddf0006, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Set watcher on znode that does not yet exist, /2-1144520168/running
2024-11-09T00:21:09,646 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b, hbase.cluster.distributed=false
2024-11-09T00:21:09,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38289-0x1011cf78ddf0006, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Set watcher on znode that does not yet exist, /2-1144520168/acl
2024-11-09T00:21:09,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38289
2024-11-09T00:21:09,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38289
2024-11-09T00:21:09,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38289
2024-11-09T00:21:09,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38289
2024-11-09T00:21:09,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38289
2024-11-09T00:21:09,717 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef986b38239e:0 server-side Connection retries=45
2024-11-09T00:21:09,717 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:21:09,717 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T00:21:09,717 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T00:21:09,717 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T00:21:09,717 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T00:21:09,717 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T00:21:09,718 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T00:21:09,719 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38641
2024-11-09T00:21:09,720 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38641 connecting to ZooKeeper ensemble=127.0.0.1:64107
2024-11-09T00:21:09,721 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:21:09,723 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:21:09,773 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386410x0, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:21:09,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:386410x0, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Set watcher on znode that does not yet exist, /2-1144520168/running
2024-11-09T00:21:09,774 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T00:21:09,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38641-0x1011cf78ddf0007 connected
2024-11-09T00:21:09,796 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T00:21:09,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38641-0x1011cf78ddf0007, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Set watcher on znode that does not yet exist, /2-1144520168/master
2024-11-09T00:21:09,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38641-0x1011cf78ddf0007, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Set watcher on znode that does not yet exist, /2-1144520168/acl
2024-11-09T00:21:09,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38641
2024-11-09T00:21:09,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38641
2024-11-09T00:21:09,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38641
2024-11-09T00:21:09,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38641
2024-11-09T00:21:09,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38641
2024-11-09T00:21:09,844 DEBUG [M:0;ef986b38239e:38289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef986b38239e:38289
2024-11-09T00:21:09,846 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1144520168/backup-masters/ef986b38239e,38289,1731111669506
2024-11-09T00:21:09,856 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38641-0x1011cf78ddf0007, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1144520168/backup-masters
2024-11-09T00:21:09,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x1011cf78ddf0006, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1144520168/backup-masters
2024-11-09T00:21:09,869 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38289-0x1011cf78ddf0006, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Set watcher on existing znode=/2-1144520168/backup-masters/ef986b38239e,38289,1731111669506
2024-11-09T00:21:09,877 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38641-0x1011cf78ddf0007, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1144520168/master
2024-11-09T00:21:09,877 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38641-0x1011cf78ddf0007, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1144520168
2024-11-09T00:21:09,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x1011cf78ddf0006, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1144520168
2024-11-09T00:21:09,879 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38289-0x1011cf78ddf0006, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Set watcher on existing znode=/2-1144520168/master
2024-11-09T00:21:09,879 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1144520168/backup-masters/ef986b38239e,38289,1731111669506 from backup master directory
2024-11-09T00:21:09,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x1011cf78ddf0006, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1144520168/backup-masters/ef986b38239e,38289,1731111669506
2024-11-09T00:21:09,888 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38641-0x1011cf78ddf0007, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1144520168/backup-masters
2024-11-09T00:21:09,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x1011cf78ddf0006, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1144520168/backup-masters
2024-11-09T00:21:09,888 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:21:09,888 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef986b38239e,38289,1731111669506
2024-11-09T00:21:09,894 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/hbase.id] with ID: 2dadc3a6-4c46-4148-8416-d3ca42866084
2024-11-09T00:21:09,894 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/.tmp/hbase.id
2024-11-09T00:21:09,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36943 is added to blk_1073741826_1002 (size=42)
2024-11-09T00:21:10,312 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/.tmp/hbase.id]:[hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/hbase.id]
2024-11-09T00:21:10,341 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:21:10,341 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-09T00:21:10,342 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-09T00:21:10,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x1011cf78ddf0006, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1144520168
2024-11-09T00:21:10,383 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38641-0x1011cf78ddf0007, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1144520168
2024-11-09T00:21:10,437 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36943 is added to blk_1073741827_1003 (size=196)
2024-11-09T00:21:10,438 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:21:10,439 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-09T00:21:10,444 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:21:10,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36943 is added to blk_1073741828_1004 (size=1189)
2024-11-09T00:21:10,912 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/MasterData/data/master/store
2024-11-09T00:21:10,982 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36943 is added to blk_1073741829_1005 (size=34)
2024-11-09T00:21:11,383 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:21:11,383 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:21:11,383 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:21:11,383 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:21:11,383 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:21:11,383 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:21:11,383 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:21:11,384 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111671383Disabling compacts and flushes for region at 1731111671383Disabling writes for close at 1731111671383Writing region close event to WAL at 1731111671383Closed at 1731111671383
2024-11-09T00:21:11,385 WARN  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/MasterData/data/master/store/.initializing
2024-11-09T00:21:11,385 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/MasterData/WALs/ef986b38239e,38289,1731111669506
2024-11-09T00:21:11,386 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:21:11,389 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef986b38239e%2C38289%2C1731111669506, suffix=, logDir=hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/MasterData/WALs/ef986b38239e,38289,1731111669506, archiveDir=hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/MasterData/oldWALs, maxLogs=10
2024-11-09T00:21:11,416 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/MasterData/WALs/ef986b38239e,38289,1731111669506/ef986b38239e%2C38289%2C1731111669506.1731111671390, exclude list is [], retry=0
2024-11-09T00:21:11,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36943,DS-f1520b75-daaf-474d-b978-9d8f1678add2,DISK]
2024-11-09T00:21:11,460 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/MasterData/WALs/ef986b38239e,38289,1731111669506/ef986b38239e%2C38289%2C1731111669506.1731111671390
2024-11-09T00:21:11,476 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42909:42909)]
2024-11-09T00:21:11,476 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:21:11,477 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:21:11,477 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:21:11,477 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:21:11,490 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:21:11,491 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-09T00:21:11,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:11,493 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:21:11,493 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:21:11,496 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-09T00:21:11,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:11,497 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:21:11,497 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:21:11,499 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-09T00:21:11,499 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:11,501 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:21:11,501 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T00:21:11,503 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-09T00:21:11,503 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:11,504 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:21:11,504 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:21:11,505 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:21:11,505 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:21:11,506 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:21:11,506 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:21:11,507 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:21:11,508 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T00:21:11,513 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:21:11,514 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71375910, jitterRate=0.06358394026756287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:21:11,514 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731111671477Initializing all the Stores at 1731111671478 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111671478Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111671488 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111671488Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111671488Cleaning up temporary data from old regions at 1731111671506 (+18 ms)Region opened successfully at 1731111671514 (+8 ms)
2024-11-09T00:21:11,525 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-09T00:21:11,528 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7469cf7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:21:11,531 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-09T00:21:11,531 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-09T00:21:11,531 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-09T00:21:11,531 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-09T00:21:11,531 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-09T00:21:11,532 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-09T00:21:11,532 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-09T00:21:11,557 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-09T00:21:11,559 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38289-0x1011cf78ddf0006, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Unable to get data of znode /2-1144520168/balancer because node does not exist (not necessarily an error)
2024-11-09T00:21:11,712 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1144520168/balancer already deleted, retry=false
2024-11-09T00:21:11,713 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-09T00:21:11,714 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38289-0x1011cf78ddf0006, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Unable to get data of znode /2-1144520168/normalizer because node does not exist (not necessarily an error)
2024-11-09T00:21:11,719 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1144520168/normalizer already deleted, retry=false
2024-11-09T00:21:11,720 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-09T00:21:11,721 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38289-0x1011cf78ddf0006, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Unable to get data of znode /2-1144520168/switch/split because node does not exist (not necessarily an error)
2024-11-09T00:21:11,730 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1144520168/switch/split already deleted, retry=false
2024-11-09T00:21:11,733 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38289-0x1011cf78ddf0006, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Unable to get data of znode /2-1144520168/switch/merge because node does not exist (not necessarily an error)
2024-11-09T00:21:11,741 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1144520168/switch/merge already deleted, retry=false
2024-11-09T00:21:11,743 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38289-0x1011cf78ddf0006, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Unable to get data of znode /2-1144520168/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-09T00:21:11,751 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1144520168/snapshot-cleanup already deleted, retry=false
2024-11-09T00:21:11,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x1011cf78ddf0006, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1144520168/running
2024-11-09T00:21:11,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x1011cf78ddf0006, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1144520168
2024-11-09T00:21:11,762 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38641-0x1011cf78ddf0007, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1144520168/running
2024-11-09T00:21:11,762 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38641-0x1011cf78ddf0007, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1144520168
2024-11-09T00:21:11,762 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef986b38239e,38289,1731111669506, sessionid=0x1011cf78ddf0006, setting cluster-up flag (Was=false)
2024-11-09T00:21:11,784 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38641-0x1011cf78ddf0007, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1144520168
2024-11-09T00:21:11,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x1011cf78ddf0006, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1144520168
2024-11-09T00:21:11,814 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1144520168/flush-table-proc/acquired, /2-1144520168/flush-table-proc/reached, /2-1144520168/flush-table-proc/abort
2024-11-09T00:21:11,816 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,38289,1731111669506
2024-11-09T00:21:11,836 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38641-0x1011cf78ddf0007, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1144520168
2024-11-09T00:21:11,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x1011cf78ddf0006, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1144520168
2024-11-09T00:21:11,868 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1144520168/online-snapshot/acquired, /2-1144520168/online-snapshot/reached, /2-1144520168/online-snapshot/abort
2024-11-09T00:21:11,874 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef986b38239e,38289,1731111669506
2024-11-09T00:21:11,886 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-09T00:21:11,901 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-09T00:21:11,901 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-09T00:21:11,902 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-09T00:21:11,902 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef986b38239e,38289,1731111669506
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-09T00:21:11,903 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:21:11,903 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:21:11,903 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:21:11,903 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef986b38239e:0, corePoolSize=5, maxPoolSize=5
2024-11-09T00:21:11,903 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef986b38239e:0, corePoolSize=10, maxPoolSize=10
2024-11-09T00:21:11,903 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:21:11,903 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:21:11,903 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:21:11,921 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:21:11,921 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-09T00:21:11,922 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:11,922 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-09T00:21:11,928 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731111701928
2024-11-09T00:21:11,928 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-09T00:21:11,928 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-09T00:21:11,929 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-09T00:21:11,929 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-09T00:21:11,929 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-09T00:21:11,929 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-09T00:21:11,936 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:11,960 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-09T00:21:11,960 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-09T00:21:11,960 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-09T00:21:11,960 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-09T00:21:11,964 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-09T00:21:11,964 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-09T00:21:11,972 INFO  [RS:0;ef986b38239e:38641 {}] regionserver.HRegionServer(746): ClusterId : 2dadc3a6-4c46-4148-8416-d3ca42866084
2024-11-09T00:21:11,972 DEBUG [RS:0;ef986b38239e:38641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T00:21:11,972 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111671964,5,FailOnTimeoutGroup]
2024-11-09T00:21:11,976 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111671972,5,FailOnTimeoutGroup]
2024-11-09T00:21:11,976 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:11,976 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-09T00:21:11,977 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:11,977 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:11,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36943 is added to blk_1073741831_1007 (size=1321)
2024-11-09T00:21:11,987 DEBUG [RS:0;ef986b38239e:38641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T00:21:11,987 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-09T00:21:11,987 DEBUG [RS:0;ef986b38239e:38641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T00:21:11,987 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b
2024-11-09T00:21:11,994 DEBUG [RS:0;ef986b38239e:38641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T00:21:11,994 DEBUG [RS:0;ef986b38239e:38641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551f24eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef986b38239e/172.17.0.3:0
2024-11-09T00:21:12,017 DEBUG [RS:0;ef986b38239e:38641 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef986b38239e:38641
2024-11-09T00:21:12,017 INFO  [RS:0;ef986b38239e:38641 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T00:21:12,017 INFO  [RS:0;ef986b38239e:38641 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T00:21:12,017 DEBUG [RS:0;ef986b38239e:38641 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T00:21:12,020 INFO  [RS:0;ef986b38239e:38641 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef986b38239e,38289,1731111669506 with port=38641, startcode=1731111669717
2024-11-09T00:21:12,021 DEBUG [RS:0;ef986b38239e:38641 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T00:21:12,025 INFO  [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T00:21:12,025 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38289 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef986b38239e,38641,1731111669717
2024-11-09T00:21:12,025 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38289 {}] master.ServerManager(517): Registering regionserver=ef986b38239e,38641,1731111669717
2024-11-09T00:21:12,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36943 is added to blk_1073741832_1008 (size=32)
2024-11-09T00:21:12,033 DEBUG [RS:0;ef986b38239e:38641 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b
2024-11-09T00:21:12,033 DEBUG [RS:0;ef986b38239e:38641 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37665
2024-11-09T00:21:12,033 DEBUG [RS:0;ef986b38239e:38641 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T00:21:12,120 DEBUG [RS:0;ef986b38239e:38641 {}] zookeeper.ZKUtil(111): regionserver:38641-0x1011cf78ddf0007, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Set watcher on existing znode=/2-1144520168/rs/ef986b38239e,38641,1731111669717
2024-11-09T00:21:12,120 WARN  [RS:0;ef986b38239e:38641 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T00:21:12,120 INFO  [RS:0;ef986b38239e:38641 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:21:12,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x1011cf78ddf0006, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1144520168/rs
2024-11-09T00:21:12,120 DEBUG [RS:0;ef986b38239e:38641 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/WALs/ef986b38239e,38641,1731111669717
2024-11-09T00:21:12,127 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef986b38239e,38641,1731111669717]
2024-11-09T00:21:12,151 INFO  [RS:0;ef986b38239e:38641 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T00:21:12,153 INFO  [RS:0;ef986b38239e:38641 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T00:21:12,153 INFO  [RS:0;ef986b38239e:38641 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T00:21:12,153 INFO  [RS:0;ef986b38239e:38641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:12,156 INFO  [RS:0;ef986b38239e:38641 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T00:21:12,157 INFO  [RS:0;ef986b38239e:38641 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T00:21:12,157 INFO  [RS:0;ef986b38239e:38641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:12,157 DEBUG [RS:0;ef986b38239e:38641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:21:12,157 DEBUG [RS:0;ef986b38239e:38641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:21:12,157 DEBUG [RS:0;ef986b38239e:38641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:21:12,157 DEBUG [RS:0;ef986b38239e:38641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:21:12,157 DEBUG [RS:0;ef986b38239e:38641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:21:12,157 DEBUG [RS:0;ef986b38239e:38641 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef986b38239e:0, corePoolSize=2, maxPoolSize=2
2024-11-09T00:21:12,157 DEBUG [RS:0;ef986b38239e:38641 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:21:12,157 DEBUG [RS:0;ef986b38239e:38641 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:21:12,157 DEBUG [RS:0;ef986b38239e:38641 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:21:12,157 DEBUG [RS:0;ef986b38239e:38641 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:21:12,157 DEBUG [RS:0;ef986b38239e:38641 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:21:12,157 DEBUG [RS:0;ef986b38239e:38641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef986b38239e:0, corePoolSize=1, maxPoolSize=1
2024-11-09T00:21:12,157 DEBUG [RS:0;ef986b38239e:38641 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:21:12,157 DEBUG [RS:0;ef986b38239e:38641 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef986b38239e:0, corePoolSize=3, maxPoolSize=3
2024-11-09T00:21:12,168 INFO  [RS:0;ef986b38239e:38641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:12,168 INFO  [RS:0;ef986b38239e:38641 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:12,168 INFO  [RS:0;ef986b38239e:38641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:12,168 INFO  [RS:0;ef986b38239e:38641 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:12,168 INFO  [RS:0;ef986b38239e:38641 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:12,168 INFO  [RS:0;ef986b38239e:38641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,38641,1731111669717-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:21:12,189 INFO  [RS:0;ef986b38239e:38641 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T00:21:12,189 INFO  [RS:0;ef986b38239e:38641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,38641,1731111669717-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:12,189 INFO  [RS:0;ef986b38239e:38641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:12,189 INFO  [RS:0;ef986b38239e:38641 {}] regionserver.Replication(171): ef986b38239e,38641,1731111669717 started
2024-11-09T00:21:12,207 INFO  [RS:0;ef986b38239e:38641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:12,207 INFO  [RS:0;ef986b38239e:38641 {}] regionserver.HRegionServer(1482): Serving as ef986b38239e,38641,1731111669717, RpcServer on ef986b38239e/172.17.0.3:38641, sessionid=0x1011cf78ddf0007
2024-11-09T00:21:12,207 DEBUG [RS:0;ef986b38239e:38641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T00:21:12,208 DEBUG [RS:0;ef986b38239e:38641 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef986b38239e,38641,1731111669717
2024-11-09T00:21:12,208 DEBUG [RS:0;ef986b38239e:38641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,38641,1731111669717'
2024-11-09T00:21:12,208 DEBUG [RS:0;ef986b38239e:38641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1144520168/flush-table-proc/abort'
2024-11-09T00:21:12,208 DEBUG [RS:0;ef986b38239e:38641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1144520168/flush-table-proc/acquired'
2024-11-09T00:21:12,209 DEBUG [RS:0;ef986b38239e:38641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T00:21:12,209 DEBUG [RS:0;ef986b38239e:38641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T00:21:12,209 DEBUG [RS:0;ef986b38239e:38641 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef986b38239e,38641,1731111669717
2024-11-09T00:21:12,209 DEBUG [RS:0;ef986b38239e:38641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef986b38239e,38641,1731111669717'
2024-11-09T00:21:12,209 DEBUG [RS:0;ef986b38239e:38641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1144520168/online-snapshot/abort'
2024-11-09T00:21:12,209 DEBUG [RS:0;ef986b38239e:38641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1144520168/online-snapshot/acquired'
2024-11-09T00:21:12,209 DEBUG [RS:0;ef986b38239e:38641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T00:21:12,209 INFO  [RS:0;ef986b38239e:38641 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T00:21:12,209 INFO  [RS:0;ef986b38239e:38641 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T00:21:12,265 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:21:12,266 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:12,266 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:12,266 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:12,266 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:12,266 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:12,266 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:12,267 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:12,310 INFO  [RS:0;ef986b38239e:38641 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T00:21:12,311 INFO  [RS:0;ef986b38239e:38641 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C38641%2C1731111669717, suffix=, logDir=hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/WALs/ef986b38239e,38641,1731111669717, archiveDir=hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/oldWALs, maxLogs=10
2024-11-09T00:21:12,312 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:12,313 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:12,313 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:12,313 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:12,313 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:12,313 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:12,317 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:12,322 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:12,322 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:12,324 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:12,329 DEBUG [RS:0;ef986b38239e:38641 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/WALs/ef986b38239e,38641,1731111669717/ef986b38239e%2C38641%2C1731111669717.1731111672311, exclude list is [], retry=0
2024-11-09T00:21:12,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36943,DS-f1520b75-daaf-474d-b978-9d8f1678add2,DISK]
2024-11-09T00:21:12,352 INFO  [RS:0;ef986b38239e:38641 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/WALs/ef986b38239e,38641,1731111669717/ef986b38239e%2C38641%2C1731111669717.1731111672311
2024-11-09T00:21:12,359 DEBUG [RS:0;ef986b38239e:38641 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42909:42909)]
2024-11-09T00:21:12,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:21:12,434 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:21:12,436 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:21:12,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:12,436 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:21:12,436 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:21:12,437 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:21:12,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:12,438 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:21:12,438 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:21:12,439 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:21:12,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:12,439 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:21:12,439 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:21:12,440 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:21:12,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:12,440 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:21:12,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:21:12,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/hbase/meta/1588230740
2024-11-09T00:21:12,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/hbase/meta/1588230740
2024-11-09T00:21:12,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:21:12,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:21:12,442 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:21:12,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:21:12,456 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:21:12,457 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63010009, jitterRate=-0.061077699065208435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:21:12,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731111672434Initializing all the Stores at 1731111672434Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111672434Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111672434Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111672434Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111672434Cleaning up temporary data from old regions at 1731111672442 (+8 ms)Region opened successfully at 1731111672457 (+15 ms)
2024-11-09T00:21:12,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:21:12,458 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:21:12,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:21:12,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:21:12,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:21:12,458 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:21:12,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111672457Disabling compacts and flushes for region at 1731111672457Disabling writes for close at 1731111672458 (+1 ms)Writing region close event to WAL at 1731111672458Closed at 1731111672458
2024-11-09T00:21:12,459 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:21:12,459 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-09T00:21:12,459 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-09T00:21:12,461 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:21:12,462 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-09T00:21:12,616 DEBUG [ef986b38239e:38289 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-09T00:21:12,616 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef986b38239e,38641,1731111669717
2024-11-09T00:21:12,626 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,38641,1731111669717, state=OPENING
2024-11-09T00:21:12,635 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-09T00:21:12,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x1011cf78ddf0006, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1144520168
2024-11-09T00:21:12,647 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1144520168/meta-region-server: CHANGED
2024-11-09T00:21:12,647 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T00:21:12,647 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,38641,1731111669717}]
2024-11-09T00:21:12,653 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38641-0x1011cf78ddf0007, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1144520168
2024-11-09T00:21:12,660 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1144520168/meta-region-server: CHANGED
2024-11-09T00:21:12,805 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:21:12,816 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-09T00:21:12,819 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-09T00:21:12,819 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:21:12,820 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-09T00:21:12,821 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C38641%2C1731111669717.meta, suffix=.meta, logDir=hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/WALs/ef986b38239e,38641,1731111669717, archiveDir=hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/oldWALs, maxLogs=10
2024-11-09T00:21:12,844 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/WALs/ef986b38239e,38641,1731111669717/ef986b38239e%2C38641%2C1731111669717.meta.1731111672822.meta, exclude list is [], retry=0
2024-11-09T00:21:12,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36943,DS-f1520b75-daaf-474d-b978-9d8f1678add2,DISK]
2024-11-09T00:21:12,880 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/WALs/ef986b38239e,38641,1731111669717/ef986b38239e%2C38641%2C1731111669717.meta.1731111672822.meta
2024-11-09T00:21:12,880 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42909:42909)]
2024-11-09T00:21:12,881 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:21:12,881 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:21:12,881 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:21:12,881 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-09T00:21:12,881 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-09T00:21:12,882 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-09T00:21:12,882 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:21:12,882 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-09T00:21:12,882 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-09T00:21:12,888 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T00:21:12,893 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T00:21:12,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:12,896 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:21:12,896 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T00:21:12,900 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T00:21:12,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:12,904 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:21:12,904 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T00:21:12,908 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T00:21:12,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:12,912 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:21:12,912 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T00:21:12,916 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T00:21:12,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:12,920 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T00:21:12,920 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T00:21:12,921 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/hbase/meta/1588230740
2024-11-09T00:21:12,922 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/hbase/meta/1588230740
2024-11-09T00:21:12,923 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T00:21:12,923 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T00:21:12,923 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T00:21:12,925 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T00:21:12,925 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69358719, jitterRate=0.03352545201778412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T00:21:12,925 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-09T00:21:12,926 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731111672882Writing region info on filesystem at 1731111672882Initializing all the Stores at 1731111672883 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111672883Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111672884 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111672884Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731111672884Cleaning up temporary data from old regions at 1731111672923 (+39 ms)Running coprocessor post-open hooks at 1731111672925 (+2 ms)Region opened successfully at 1731111672925
2024-11-09T00:21:12,929 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731111672804
2024-11-09T00:21:12,938 DEBUG [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-09T00:21:12,938 INFO  [RS_OPEN_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-09T00:21:12,939 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,38641,1731111669717
2024-11-09T00:21:12,940 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef986b38239e,38641,1731111669717, state=OPEN
2024-11-09T00:21:12,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x1011cf78ddf0006, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1144520168/meta-region-server
2024-11-09T00:21:12,951 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38641-0x1011cf78ddf0007, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1144520168/meta-region-server
2024-11-09T00:21:12,951 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1144520168/meta-region-server: CHANGED
2024-11-09T00:21:12,951 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1144520168/meta-region-server: CHANGED
2024-11-09T00:21:12,952 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef986b38239e,38641,1731111669717
2024-11-09T00:21:12,965 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-09T00:21:12,965 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef986b38239e,38641,1731111669717 in 305 msec
2024-11-09T00:21:12,970 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T00:21:12,970 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-09T00:21:12,970 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-09T00:21:12,970 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 506 msec
2024-11-09T00:21:12,975 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:21:12,976 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,38641,1731111669717, seqNum=-1]
2024-11-09T00:21:12,976 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:21:12,977 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:21:12,983 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0820 sec
2024-11-09T00:21:12,983 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731111672983, completionTime=-1
2024-11-09T00:21:12,983 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-09T00:21:12,984 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-09T00:21:12,986 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-09T00:21:12,986 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731111732986
2024-11-09T00:21:12,986 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731111792986
2024-11-09T00:21:12,986 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-09T00:21:12,987 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,38289,1731111669506-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:12,990 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,38289,1731111669506-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:12,990 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,38289,1731111669506-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:12,990 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef986b38239e:38289, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:12,990 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:12,994 DEBUG [master/ef986b38239e:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-09T00:21:13,008 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:13,014 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.126sec
2024-11-09T00:21:13,014 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-09T00:21:13,014 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-09T00:21:13,015 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-09T00:21:13,015 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-09T00:21:13,015 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-09T00:21:13,015 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,38289,1731111669506-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T00:21:13,015 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,38289,1731111669506-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-09T00:21:13,038 DEBUG [master/ef986b38239e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-09T00:21:13,038 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-09T00:21:13,038 INFO  [master/ef986b38239e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef986b38239e,38289,1731111669506-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T00:21:13,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b21f2f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:13,096 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,38289,-1 for getting cluster id
2024-11-09T00:21:13,096 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:21:13,113 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2dadc3a6-4c46-4148-8416-d3ca42866084'
2024-11-09T00:21:13,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:21:13,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2dadc3a6-4c46-4148-8416-d3ca42866084"

2024-11-09T00:21:13,114 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ed0e1ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:13,114 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,38289,-1]
2024-11-09T00:21:13,114 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:21:13,114 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:13,115 INFO  [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:21:13,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf1223c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:13,126 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:21:13,128 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,38641,1731111669717, seqNum=-1]
2024-11-09T00:21:13,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:21:13,130 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:21:13,132 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef986b38239e,38289,1731111669506
2024-11-09T00:21:13,133 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64107
2024-11-09T00:21:13,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T00:21:13,187 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011cf78ddf0008 connected
2024-11-09T00:21:13,196 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:21:13,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,45341,1731111656490
2024-11-09T00:21:13,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76232f27
2024-11-09T00:21:13,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:21:13,200 INFO  [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:21:13,201 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45341 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:21:13,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45341 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-09T00:21:13,207 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T00:21:13,207 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45341 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-09T00:21:13,207 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:13,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:21:13,208 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T00:21:13,265 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741835_1011 (size=902)
2024-11-09T00:21:13,269 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8ba219f4f509e08a10cc2f8973fd936a, NAME => 'test,,1731111673201.8ba219f4f509e08a10cc2f8973fd936a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e
2024-11-09T00:21:13,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741836_1012 (size=39)
2024-11-09T00:21:13,279 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731111673201.8ba219f4f509e08a10cc2f8973fd936a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:21:13,280 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8ba219f4f509e08a10cc2f8973fd936a, disabling compactions & flushes
2024-11-09T00:21:13,280 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731111673201.8ba219f4f509e08a10cc2f8973fd936a.
2024-11-09T00:21:13,280 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731111673201.8ba219f4f509e08a10cc2f8973fd936a.
2024-11-09T00:21:13,280 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731111673201.8ba219f4f509e08a10cc2f8973fd936a. after waiting 0 ms
2024-11-09T00:21:13,280 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731111673201.8ba219f4f509e08a10cc2f8973fd936a.
2024-11-09T00:21:13,280 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731111673201.8ba219f4f509e08a10cc2f8973fd936a.
2024-11-09T00:21:13,280 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8ba219f4f509e08a10cc2f8973fd936a:
Waiting for close lock at 1731111673280Disabling compacts and flushes for region at 1731111673280Disabling writes for close at 1731111673280Writing region close event to WAL at 1731111673280Closed at 1731111673280
2024-11-09T00:21:13,281 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T00:21:13,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731111673201.8ba219f4f509e08a10cc2f8973fd936a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731111673281"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731111673281"}]},"ts":"1731111673281"}
2024-11-09T00:21:13,284 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T00:21:13,285 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T00:21:13,286 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111673286"}]},"ts":"1731111673286"}
2024-11-09T00:21:13,289 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-09T00:21:13,289 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8ba219f4f509e08a10cc2f8973fd936a, ASSIGN}]
2024-11-09T00:21:13,291 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8ba219f4f509e08a10cc2f8973fd936a, ASSIGN
2024-11-09T00:21:13,292 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8ba219f4f509e08a10cc2f8973fd936a, ASSIGN; state=OFFLINE, location=ef986b38239e,44363,1731111657061; forceNewPlan=false, retain=false
2024-11-09T00:21:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:21:13,445 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8ba219f4f509e08a10cc2f8973fd936a, regionState=OPENING, regionLocation=ef986b38239e,44363,1731111657061
2024-11-09T00:21:13,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8ba219f4f509e08a10cc2f8973fd936a, ASSIGN because future has completed
2024-11-09T00:21:13,468 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ba219f4f509e08a10cc2f8973fd936a, server=ef986b38239e,44363,1731111657061}]
2024-11-09T00:21:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:21:13,628 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731111673201.8ba219f4f509e08a10cc2f8973fd936a.
2024-11-09T00:21:13,628 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ba219f4f509e08a10cc2f8973fd936a, NAME => 'test,,1731111673201.8ba219f4f509e08a10cc2f8973fd936a.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:21:13,629 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:21:13,629 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-09T00:21:13,629 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8ba219f4f509e08a10cc2f8973fd936a
2024-11-09T00:21:13,629 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731111673201.8ba219f4f509e08a10cc2f8973fd936a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:21:13,629 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8ba219f4f509e08a10cc2f8973fd936a
2024-11-09T00:21:13,629 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8ba219f4f509e08a10cc2f8973fd936a
2024-11-09T00:21:13,630 INFO  [StoreOpener-8ba219f4f509e08a10cc2f8973fd936a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8ba219f4f509e08a10cc2f8973fd936a 
2024-11-09T00:21:13,631 INFO  [StoreOpener-8ba219f4f509e08a10cc2f8973fd936a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ba219f4f509e08a10cc2f8973fd936a columnFamilyName f
2024-11-09T00:21:13,631 DEBUG [StoreOpener-8ba219f4f509e08a10cc2f8973fd936a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:13,631 INFO  [StoreOpener-8ba219f4f509e08a10cc2f8973fd936a-1 {}] regionserver.HStore(327): Store=8ba219f4f509e08a10cc2f8973fd936a/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:21:13,631 INFO  [StoreOpener-8ba219f4f509e08a10cc2f8973fd936a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8ba219f4f509e08a10cc2f8973fd936a 
2024-11-09T00:21:13,632 INFO  [StoreOpener-8ba219f4f509e08a10cc2f8973fd936a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ba219f4f509e08a10cc2f8973fd936a columnFamilyName f1
2024-11-09T00:21:13,632 DEBUG [StoreOpener-8ba219f4f509e08a10cc2f8973fd936a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:13,632 INFO  [StoreOpener-8ba219f4f509e08a10cc2f8973fd936a-1 {}] regionserver.HStore(327): Store=8ba219f4f509e08a10cc2f8973fd936a/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:21:13,633 INFO  [StoreOpener-8ba219f4f509e08a10cc2f8973fd936a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8ba219f4f509e08a10cc2f8973fd936a 
2024-11-09T00:21:13,633 INFO  [StoreOpener-8ba219f4f509e08a10cc2f8973fd936a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ba219f4f509e08a10cc2f8973fd936a columnFamilyName norep
2024-11-09T00:21:13,633 DEBUG [StoreOpener-8ba219f4f509e08a10cc2f8973fd936a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:13,634 INFO  [StoreOpener-8ba219f4f509e08a10cc2f8973fd936a-1 {}] regionserver.HStore(327): Store=8ba219f4f509e08a10cc2f8973fd936a/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:21:13,634 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8ba219f4f509e08a10cc2f8973fd936a
2024-11-09T00:21:13,634 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/default/test/8ba219f4f509e08a10cc2f8973fd936a
2024-11-09T00:21:13,634 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/default/test/8ba219f4f509e08a10cc2f8973fd936a
2024-11-09T00:21:13,635 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8ba219f4f509e08a10cc2f8973fd936a
2024-11-09T00:21:13,635 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8ba219f4f509e08a10cc2f8973fd936a
2024-11-09T00:21:13,636 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-09T00:21:13,637 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8ba219f4f509e08a10cc2f8973fd936a
2024-11-09T00:21:13,642 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/default/test/8ba219f4f509e08a10cc2f8973fd936a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:21:13,642 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8ba219f4f509e08a10cc2f8973fd936a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61576928, jitterRate=-0.08243227005004883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-09T00:21:13,642 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ba219f4f509e08a10cc2f8973fd936a
2024-11-09T00:21:13,642 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8ba219f4f509e08a10cc2f8973fd936a:
Running coprocessor pre-open hook at 1731111673629Writing region info on filesystem at 1731111673629Initializing all the Stores at 1731111673630 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111673630Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111673630Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111673630Cleaning up temporary data from old regions at 1731111673635 (+5 ms)Running coprocessor post-open hooks at 1731111673642 (+7 ms)Region opened successfully at 1731111673642
2024-11-09T00:21:13,643 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731111673201.8ba219f4f509e08a10cc2f8973fd936a., pid=6, masterSystemTime=1731111673621
2024-11-09T00:21:13,673 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731111673201.8ba219f4f509e08a10cc2f8973fd936a.
2024-11-09T00:21:13,673 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731111673201.8ba219f4f509e08a10cc2f8973fd936a.
2024-11-09T00:21:13,674 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8ba219f4f509e08a10cc2f8973fd936a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ef986b38239e,44363,1731111657061
2024-11-09T00:21:13,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ba219f4f509e08a10cc2f8973fd936a, server=ef986b38239e,44363,1731111657061 because future has completed
2024-11-09T00:21:13,678 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-09T00:21:13,678 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ba219f4f509e08a10cc2f8973fd936a, server=ef986b38239e,44363,1731111657061 in 208 msec
2024-11-09T00:21:13,680 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-09T00:21:13,680 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8ba219f4f509e08a10cc2f8973fd936a, ASSIGN in 389 msec
2024-11-09T00:21:13,681 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T00:21:13,681 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111673681"}]},"ts":"1731111673681"}
2024-11-09T00:21:13,683 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-09T00:21:13,684 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T00:21:13,685 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 482 msec
2024-11-09T00:21:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:21:13,837 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:21:13,839 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,38375,1731111662817
2024-11-09T00:21:13,839 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24004756
2024-11-09T00:21:13,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:21:13,840 INFO  [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-09T00:21:13,840 INFO  [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:21:13,841 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38375 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:21:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38375 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-09T00:21:13,845 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T00:21:13,846 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:13,851 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38375 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-09T00:21:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:21:13,853 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T00:21:13,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741835_1011 (size=902)
2024-11-09T00:21:13,895 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0631c419a6ffd9b04fe2d9a66e74d43c, NAME => 'test,,1731111673841.0631c419a6ffd9b04fe2d9a66e74d43c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e
2024-11-09T00:21:13,937 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741836_1012 (size=39)
2024-11-09T00:21:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:21:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:21:14,337 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731111673841.0631c419a6ffd9b04fe2d9a66e74d43c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:21:14,337 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0631c419a6ffd9b04fe2d9a66e74d43c, disabling compactions & flushes
2024-11-09T00:21:14,337 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731111673841.0631c419a6ffd9b04fe2d9a66e74d43c.
2024-11-09T00:21:14,337 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731111673841.0631c419a6ffd9b04fe2d9a66e74d43c.
2024-11-09T00:21:14,337 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731111673841.0631c419a6ffd9b04fe2d9a66e74d43c. after waiting 0 ms
2024-11-09T00:21:14,337 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731111673841.0631c419a6ffd9b04fe2d9a66e74d43c.
2024-11-09T00:21:14,337 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731111673841.0631c419a6ffd9b04fe2d9a66e74d43c.
2024-11-09T00:21:14,338 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0631c419a6ffd9b04fe2d9a66e74d43c:
Waiting for close lock at 1731111674337Disabling compacts and flushes for region at 1731111674337Disabling writes for close at 1731111674337Writing region close event to WAL at 1731111674337Closed at 1731111674337
2024-11-09T00:21:14,339 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T00:21:14,339 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731111673841.0631c419a6ffd9b04fe2d9a66e74d43c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731111674339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731111674339"}]},"ts":"1731111674339"}
2024-11-09T00:21:14,346 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T00:21:14,347 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T00:21:14,347 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111674347"}]},"ts":"1731111674347"}
2024-11-09T00:21:14,349 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-09T00:21:14,350 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0631c419a6ffd9b04fe2d9a66e74d43c, ASSIGN}]
2024-11-09T00:21:14,351 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0631c419a6ffd9b04fe2d9a66e74d43c, ASSIGN
2024-11-09T00:21:14,355 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0631c419a6ffd9b04fe2d9a66e74d43c, ASSIGN; state=OFFLINE, location=ef986b38239e,46213,1731111663028; forceNewPlan=false, retain=false
2024-11-09T00:21:14,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:21:14,508 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0631c419a6ffd9b04fe2d9a66e74d43c, regionState=OPENING, regionLocation=ef986b38239e,46213,1731111663028
2024-11-09T00:21:14,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0631c419a6ffd9b04fe2d9a66e74d43c, ASSIGN because future has completed
2024-11-09T00:21:14,518 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0631c419a6ffd9b04fe2d9a66e74d43c, server=ef986b38239e,46213,1731111663028}]
2024-11-09T00:21:14,698 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731111673841.0631c419a6ffd9b04fe2d9a66e74d43c.
2024-11-09T00:21:14,698 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0631c419a6ffd9b04fe2d9a66e74d43c, NAME => 'test,,1731111673841.0631c419a6ffd9b04fe2d9a66e74d43c.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:21:14,698 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:21:14,698 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-09T00:21:14,698 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0631c419a6ffd9b04fe2d9a66e74d43c
2024-11-09T00:21:14,698 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731111673841.0631c419a6ffd9b04fe2d9a66e74d43c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:21:14,698 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0631c419a6ffd9b04fe2d9a66e74d43c
2024-11-09T00:21:14,698 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0631c419a6ffd9b04fe2d9a66e74d43c
2024-11-09T00:21:14,700 INFO  [StoreOpener-0631c419a6ffd9b04fe2d9a66e74d43c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0631c419a6ffd9b04fe2d9a66e74d43c 
2024-11-09T00:21:14,701 INFO  [StoreOpener-0631c419a6ffd9b04fe2d9a66e74d43c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0631c419a6ffd9b04fe2d9a66e74d43c columnFamilyName f
2024-11-09T00:21:14,701 DEBUG [StoreOpener-0631c419a6ffd9b04fe2d9a66e74d43c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:14,701 INFO  [StoreOpener-0631c419a6ffd9b04fe2d9a66e74d43c-1 {}] regionserver.HStore(327): Store=0631c419a6ffd9b04fe2d9a66e74d43c/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:21:14,702 INFO  [StoreOpener-0631c419a6ffd9b04fe2d9a66e74d43c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0631c419a6ffd9b04fe2d9a66e74d43c 
2024-11-09T00:21:14,702 INFO  [StoreOpener-0631c419a6ffd9b04fe2d9a66e74d43c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0631c419a6ffd9b04fe2d9a66e74d43c columnFamilyName f1
2024-11-09T00:21:14,702 DEBUG [StoreOpener-0631c419a6ffd9b04fe2d9a66e74d43c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:14,703 INFO  [StoreOpener-0631c419a6ffd9b04fe2d9a66e74d43c-1 {}] regionserver.HStore(327): Store=0631c419a6ffd9b04fe2d9a66e74d43c/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:21:14,703 INFO  [StoreOpener-0631c419a6ffd9b04fe2d9a66e74d43c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0631c419a6ffd9b04fe2d9a66e74d43c 
2024-11-09T00:21:14,703 INFO  [StoreOpener-0631c419a6ffd9b04fe2d9a66e74d43c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0631c419a6ffd9b04fe2d9a66e74d43c columnFamilyName norep
2024-11-09T00:21:14,704 DEBUG [StoreOpener-0631c419a6ffd9b04fe2d9a66e74d43c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:14,704 INFO  [StoreOpener-0631c419a6ffd9b04fe2d9a66e74d43c-1 {}] regionserver.HStore(327): Store=0631c419a6ffd9b04fe2d9a66e74d43c/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:21:14,704 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0631c419a6ffd9b04fe2d9a66e74d43c
2024-11-09T00:21:14,704 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/default/test/0631c419a6ffd9b04fe2d9a66e74d43c
2024-11-09T00:21:14,705 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/default/test/0631c419a6ffd9b04fe2d9a66e74d43c
2024-11-09T00:21:14,705 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0631c419a6ffd9b04fe2d9a66e74d43c
2024-11-09T00:21:14,706 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0631c419a6ffd9b04fe2d9a66e74d43c
2024-11-09T00:21:14,706 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-09T00:21:14,707 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0631c419a6ffd9b04fe2d9a66e74d43c
2024-11-09T00:21:14,709 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/default/test/0631c419a6ffd9b04fe2d9a66e74d43c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:21:14,709 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0631c419a6ffd9b04fe2d9a66e74d43c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62892298, jitterRate=-0.06283172965049744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-09T00:21:14,710 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0631c419a6ffd9b04fe2d9a66e74d43c
2024-11-09T00:21:14,710 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0631c419a6ffd9b04fe2d9a66e74d43c:
Running coprocessor pre-open hook at 1731111674699Writing region info on filesystem at 1731111674699Initializing all the Stores at 1731111674699Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111674699Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111674700 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111674700Cleaning up temporary data from old regions at 1731111674706 (+6 ms)Running coprocessor post-open hooks at 1731111674710 (+4 ms)Region opened successfully at 1731111674710
2024-11-09T00:21:14,710 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731111673841.0631c419a6ffd9b04fe2d9a66e74d43c., pid=6, masterSystemTime=1731111674679
2024-11-09T00:21:14,714 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731111673841.0631c419a6ffd9b04fe2d9a66e74d43c.
2024-11-09T00:21:14,714 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731111673841.0631c419a6ffd9b04fe2d9a66e74d43c.
2024-11-09T00:21:14,714 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0631c419a6ffd9b04fe2d9a66e74d43c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ef986b38239e,46213,1731111663028
2024-11-09T00:21:14,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0631c419a6ffd9b04fe2d9a66e74d43c, server=ef986b38239e,46213,1731111663028 because future has completed
2024-11-09T00:21:14,720 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-09T00:21:14,720 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0631c419a6ffd9b04fe2d9a66e74d43c, server=ef986b38239e,46213,1731111663028 in 200 msec
2024-11-09T00:21:14,722 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-09T00:21:14,722 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0631c419a6ffd9b04fe2d9a66e74d43c, ASSIGN in 370 msec
2024-11-09T00:21:14,723 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T00:21:14,723 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111674723"}]},"ts":"1731111674723"}
2024-11-09T00:21:14,726 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-09T00:21:14,728 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T00:21:14,730 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 887 msec
2024-11-09T00:21:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:21:15,007 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-09T00:21:15,007 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:21:15,008 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,38289,1731111669506
2024-11-09T00:21:15,008 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54a42e46
2024-11-09T00:21:15,008 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:21:15,009 INFO  [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:21:15,011 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:21:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-09T00:21:15,024 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T00:21:15,024 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:15,025 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T00:21:15,025 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-09T00:21:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:21:15,062 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36943 is added to blk_1073741835_1011 (size=902)
2024-11-09T00:21:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:21:15,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:21:15,473 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6a963519ec88f1a227d5bef20224591b, NAME => 'test,,1731111675010.6a963519ec88f1a227d5bef20224591b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b
2024-11-09T00:21:15,513 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36943 is added to blk_1073741836_1012 (size=39)
2024-11-09T00:21:15,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731111675010.6a963519ec88f1a227d5bef20224591b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:21:15,517 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6a963519ec88f1a227d5bef20224591b, disabling compactions & flushes
2024-11-09T00:21:15,517 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731111675010.6a963519ec88f1a227d5bef20224591b.
2024-11-09T00:21:15,517 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731111675010.6a963519ec88f1a227d5bef20224591b.
2024-11-09T00:21:15,517 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731111675010.6a963519ec88f1a227d5bef20224591b. after waiting 0 ms
2024-11-09T00:21:15,517 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731111675010.6a963519ec88f1a227d5bef20224591b.
2024-11-09T00:21:15,517 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731111675010.6a963519ec88f1a227d5bef20224591b.
2024-11-09T00:21:15,517 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6a963519ec88f1a227d5bef20224591b:
Waiting for close lock at 1731111675516Disabling compacts and flushes for region at 1731111675516Disabling writes for close at 1731111675517 (+1 ms)Writing region close event to WAL at 1731111675517Closed at 1731111675517
2024-11-09T00:21:15,518 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T00:21:15,518 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731111675010.6a963519ec88f1a227d5bef20224591b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731111675518"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731111675518"}]},"ts":"1731111675518"}
2024-11-09T00:21:15,520 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T00:21:15,521 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T00:21:15,522 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111675521"}]},"ts":"1731111675521"}
2024-11-09T00:21:15,523 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-09T00:21:15,523 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6a963519ec88f1a227d5bef20224591b, ASSIGN}]
2024-11-09T00:21:15,524 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6a963519ec88f1a227d5bef20224591b, ASSIGN
2024-11-09T00:21:15,525 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6a963519ec88f1a227d5bef20224591b, ASSIGN; state=OFFLINE, location=ef986b38239e,38641,1731111669717; forceNewPlan=false, retain=false
2024-11-09T00:21:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:21:15,677 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a963519ec88f1a227d5bef20224591b, regionState=OPENING, regionLocation=ef986b38239e,38641,1731111669717
2024-11-09T00:21:15,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6a963519ec88f1a227d5bef20224591b, ASSIGN because future has completed
2024-11-09T00:21:15,680 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a963519ec88f1a227d5bef20224591b, server=ef986b38239e,38641,1731111669717}]
2024-11-09T00:21:15,856 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:21:15,856 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef986b38239e,44553,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-09T00:21:15,857 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149038 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ef986b38239e,44553,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-09T00:21:15,869 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731111675010.6a963519ec88f1a227d5bef20224591b.
2024-11-09T00:21:15,870 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a963519ec88f1a227d5bef20224591b, NAME => 'test,,1731111675010.6a963519ec88f1a227d5bef20224591b.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:21:15,870 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:21:15,870 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-09T00:21:15,870 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6a963519ec88f1a227d5bef20224591b
2024-11-09T00:21:15,870 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731111675010.6a963519ec88f1a227d5bef20224591b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:21:15,870 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6a963519ec88f1a227d5bef20224591b
2024-11-09T00:21:15,870 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6a963519ec88f1a227d5bef20224591b
2024-11-09T00:21:15,872 INFO  [StoreOpener-6a963519ec88f1a227d5bef20224591b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6a963519ec88f1a227d5bef20224591b 
2024-11-09T00:21:15,874 INFO  [StoreOpener-6a963519ec88f1a227d5bef20224591b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a963519ec88f1a227d5bef20224591b columnFamilyName f
2024-11-09T00:21:15,874 DEBUG [StoreOpener-6a963519ec88f1a227d5bef20224591b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:15,874 INFO  [StoreOpener-6a963519ec88f1a227d5bef20224591b-1 {}] regionserver.HStore(327): Store=6a963519ec88f1a227d5bef20224591b/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:21:15,874 INFO  [StoreOpener-6a963519ec88f1a227d5bef20224591b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6a963519ec88f1a227d5bef20224591b 
2024-11-09T00:21:15,875 INFO  [StoreOpener-6a963519ec88f1a227d5bef20224591b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a963519ec88f1a227d5bef20224591b columnFamilyName f1
2024-11-09T00:21:15,875 DEBUG [StoreOpener-6a963519ec88f1a227d5bef20224591b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:15,876 INFO  [StoreOpener-6a963519ec88f1a227d5bef20224591b-1 {}] regionserver.HStore(327): Store=6a963519ec88f1a227d5bef20224591b/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:21:15,876 INFO  [StoreOpener-6a963519ec88f1a227d5bef20224591b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6a963519ec88f1a227d5bef20224591b 
2024-11-09T00:21:15,879 INFO  [StoreOpener-6a963519ec88f1a227d5bef20224591b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a963519ec88f1a227d5bef20224591b columnFamilyName norep
2024-11-09T00:21:15,879 DEBUG [StoreOpener-6a963519ec88f1a227d5bef20224591b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:15,880 INFO  [StoreOpener-6a963519ec88f1a227d5bef20224591b-1 {}] regionserver.HStore(327): Store=6a963519ec88f1a227d5bef20224591b/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:21:15,880 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6a963519ec88f1a227d5bef20224591b
2024-11-09T00:21:15,885 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/default/test/6a963519ec88f1a227d5bef20224591b
2024-11-09T00:21:15,885 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/default/test/6a963519ec88f1a227d5bef20224591b
2024-11-09T00:21:15,888 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6a963519ec88f1a227d5bef20224591b
2024-11-09T00:21:15,889 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6a963519ec88f1a227d5bef20224591b
2024-11-09T00:21:15,890 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-09T00:21:15,891 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6a963519ec88f1a227d5bef20224591b
2024-11-09T00:21:15,912 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/default/test/6a963519ec88f1a227d5bef20224591b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:21:15,913 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6a963519ec88f1a227d5bef20224591b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68290756, jitterRate=0.017611563205718994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-09T00:21:15,913 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a963519ec88f1a227d5bef20224591b
2024-11-09T00:21:15,913 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6a963519ec88f1a227d5bef20224591b:
Running coprocessor pre-open hook at 1731111675870Writing region info on filesystem at 1731111675870Initializing all the Stores at 1731111675871 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111675871Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111675872 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111675872Cleaning up temporary data from old regions at 1731111675889 (+17 ms)Running coprocessor post-open hooks at 1731111675913 (+24 ms)Region opened successfully at 1731111675913
2024-11-09T00:21:15,914 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731111675010.6a963519ec88f1a227d5bef20224591b., pid=6, masterSystemTime=1731111675860
2024-11-09T00:21:15,918 DEBUG [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731111675010.6a963519ec88f1a227d5bef20224591b.
2024-11-09T00:21:15,918 INFO  [RS_OPEN_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731111675010.6a963519ec88f1a227d5bef20224591b.
2024-11-09T00:21:15,918 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a963519ec88f1a227d5bef20224591b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ef986b38239e,38641,1731111669717
2024-11-09T00:21:15,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a963519ec88f1a227d5bef20224591b, server=ef986b38239e,38641,1731111669717 because future has completed
2024-11-09T00:21:15,927 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-09T00:21:15,927 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a963519ec88f1a227d5bef20224591b, server=ef986b38239e,38641,1731111669717 in 242 msec
2024-11-09T00:21:15,930 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-09T00:21:15,930 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6a963519ec88f1a227d5bef20224591b, ASSIGN in 404 msec
2024-11-09T00:21:15,931 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T00:21:15,931 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111675931"}]},"ts":"1731111675931"}
2024-11-09T00:21:15,933 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-09T00:21:15,935 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T00:21:15,938 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 924 msec
2024-11-09T00:21:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T00:21:16,167 INFO  [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-09T00:21:16,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ebac23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:16,169 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,45341,-1 for getting cluster id
2024-11-09T00:21:16,169 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:21:16,169 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06363a99-0ba9-4f69-9ba6-da76a7253d1b'
2024-11-09T00:21:16,169 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:21:16,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06363a99-0ba9-4f69-9ba6-da76a7253d1b"

2024-11-09T00:21:16,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@225d4da8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:16,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,45341,-1]
2024-11-09T00:21:16,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:21:16,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:16,171 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:21:16,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32d6025f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:16,172 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:21:16,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,45341,1731111656490
2024-11-09T00:21:16,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@704ed0b3
2024-11-09T00:21:16,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:21:16,177 INFO  [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:21:16,177 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45341 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ef986b38239e:38375,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-09T00:21:16,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45341 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-09T00:21:16,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:21:16,183 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:38375'
2024-11-09T00:21:16,185 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18dc4065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:16,185 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,38375,-1 for getting cluster id
2024-11-09T00:21:16,185 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:21:16,186 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09ef865b-c030-46de-8f2e-892688684402'
2024-11-09T00:21:16,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:21:16,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09ef865b-c030-46de-8f2e-892688684402"

2024-11-09T00:21:16,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42fbcb21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:16,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,38375,-1]
2024-11-09T00:21:16,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:21:16,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:16,188 INFO  [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:21:16,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d1e98c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:16,189 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:21:16,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,38375,1731111662817
2024-11-09T00:21:16,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c06fb9
2024-11-09T00:21:16,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:21:16,193 INFO  [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:21:16,195 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-09T00:21:16,195 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-09T00:21:16,195 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:16,195 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:21:16,195 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:16,196 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T00:21:16,197 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-09T00:21:16,198 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T00:21:16,198 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:16,198 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T00:21:16,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741837_1013 (size=1138)
2024-11-09T00:21:16,247 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-09T00:21:16,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:21:16,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:21:16,611 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1192e04fa24f49dfeefb1bc607477d44, NAME => 'hbase:replication,,1731111676195.1192e04fa24f49dfeefb1bc607477d44.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e
2024-11-09T00:21:16,635 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741838_1014 (size=44)
2024-11-09T00:21:16,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:21:17,036 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731111676195.1192e04fa24f49dfeefb1bc607477d44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:21:17,036 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1192e04fa24f49dfeefb1bc607477d44, disabling compactions & flushes
2024-11-09T00:21:17,036 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111676195.1192e04fa24f49dfeefb1bc607477d44.
2024-11-09T00:21:17,036 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111676195.1192e04fa24f49dfeefb1bc607477d44.
2024-11-09T00:21:17,036 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111676195.1192e04fa24f49dfeefb1bc607477d44. after waiting 0 ms
2024-11-09T00:21:17,036 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111676195.1192e04fa24f49dfeefb1bc607477d44.
2024-11-09T00:21:17,036 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731111676195.1192e04fa24f49dfeefb1bc607477d44.
2024-11-09T00:21:17,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1192e04fa24f49dfeefb1bc607477d44:
Waiting for close lock at 1731111677036Disabling compacts and flushes for region at 1731111677036Disabling writes for close at 1731111677036Writing region close event to WAL at 1731111677036Closed at 1731111677036
2024-11-09T00:21:17,038 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T00:21:17,038 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731111676195.1192e04fa24f49dfeefb1bc607477d44.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731111677038"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731111677038"}]},"ts":"1731111677038"}
2024-11-09T00:21:17,040 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T00:21:17,041 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T00:21:17,041 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111677041"}]},"ts":"1731111677041"}
2024-11-09T00:21:17,042 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-09T00:21:17,042 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1192e04fa24f49dfeefb1bc607477d44, ASSIGN}]
2024-11-09T00:21:17,043 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1192e04fa24f49dfeefb1bc607477d44, ASSIGN
2024-11-09T00:21:17,044 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1192e04fa24f49dfeefb1bc607477d44, ASSIGN; state=OFFLINE, location=ef986b38239e,44363,1731111657061; forceNewPlan=false, retain=false
2024-11-09T00:21:17,195 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1192e04fa24f49dfeefb1bc607477d44, regionState=OPENING, regionLocation=ef986b38239e,44363,1731111657061
2024-11-09T00:21:17,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1192e04fa24f49dfeefb1bc607477d44, ASSIGN because future has completed
2024-11-09T00:21:17,203 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1192e04fa24f49dfeefb1bc607477d44, server=ef986b38239e,44363,1731111657061}]
2024-11-09T00:21:17,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:21:17,370 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731111676195.1192e04fa24f49dfeefb1bc607477d44.
2024-11-09T00:21:17,370 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T00:21:17,370 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-09T00:21:17,372 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ef986b38239e%2C44363%2C1731111657061.rep, suffix=, logDir=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061, archiveDir=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/oldWALs, maxLogs=10
2024-11-09T00:21:17,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.rep.1731111677372, exclude list is [], retry=0
2024-11-09T00:21:17,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-004e7ff3-969d-4918-9a80-fcc5050a0b4f,DISK]
2024-11-09T00:21:17,401 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.rep.1731111677372
2024-11-09T00:21:17,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35157:35157)]
2024-11-09T00:21:17,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1192e04fa24f49dfeefb1bc607477d44, NAME => 'hbase:replication,,1731111676195.1192e04fa24f49dfeefb1bc607477d44.', STARTKEY => '', ENDKEY => ''}
2024-11-09T00:21:17,405 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-09T00:21:17,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T00:21:17,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731111676195.1192e04fa24f49dfeefb1bc607477d44. service=MultiRowMutationService
2024-11-09T00:21:17,405 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-09T00:21:17,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1192e04fa24f49dfeefb1bc607477d44
2024-11-09T00:21:17,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731111676195.1192e04fa24f49dfeefb1bc607477d44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T00:21:17,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1192e04fa24f49dfeefb1bc607477d44
2024-11-09T00:21:17,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1192e04fa24f49dfeefb1bc607477d44
2024-11-09T00:21:17,407 INFO  [StoreOpener-1192e04fa24f49dfeefb1bc607477d44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1192e04fa24f49dfeefb1bc607477d44 
2024-11-09T00:21:17,408 INFO  [StoreOpener-1192e04fa24f49dfeefb1bc607477d44-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1192e04fa24f49dfeefb1bc607477d44 columnFamilyName hfileref
2024-11-09T00:21:17,408 DEBUG [StoreOpener-1192e04fa24f49dfeefb1bc607477d44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:17,412 INFO  [StoreOpener-1192e04fa24f49dfeefb1bc607477d44-1 {}] regionserver.HStore(327): Store=1192e04fa24f49dfeefb1bc607477d44/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:21:17,413 INFO  [StoreOpener-1192e04fa24f49dfeefb1bc607477d44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1192e04fa24f49dfeefb1bc607477d44 
2024-11-09T00:21:17,419 INFO  [StoreOpener-1192e04fa24f49dfeefb1bc607477d44-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1192e04fa24f49dfeefb1bc607477d44 columnFamilyName queue
2024-11-09T00:21:17,419 DEBUG [StoreOpener-1192e04fa24f49dfeefb1bc607477d44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:17,420 INFO  [StoreOpener-1192e04fa24f49dfeefb1bc607477d44-1 {}] regionserver.HStore(327): Store=1192e04fa24f49dfeefb1bc607477d44/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:21:17,420 INFO  [StoreOpener-1192e04fa24f49dfeefb1bc607477d44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1192e04fa24f49dfeefb1bc607477d44 
2024-11-09T00:21:17,429 INFO  [StoreOpener-1192e04fa24f49dfeefb1bc607477d44-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1192e04fa24f49dfeefb1bc607477d44 columnFamilyName sid
2024-11-09T00:21:17,429 DEBUG [StoreOpener-1192e04fa24f49dfeefb1bc607477d44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T00:21:17,430 INFO  [StoreOpener-1192e04fa24f49dfeefb1bc607477d44-1 {}] regionserver.HStore(327): Store=1192e04fa24f49dfeefb1bc607477d44/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T00:21:17,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1192e04fa24f49dfeefb1bc607477d44
2024-11-09T00:21:17,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/replication/1192e04fa24f49dfeefb1bc607477d44
2024-11-09T00:21:17,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/replication/1192e04fa24f49dfeefb1bc607477d44
2024-11-09T00:21:17,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1192e04fa24f49dfeefb1bc607477d44
2024-11-09T00:21:17,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1192e04fa24f49dfeefb1bc607477d44
2024-11-09T00:21:17,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-09T00:21:17,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1192e04fa24f49dfeefb1bc607477d44
2024-11-09T00:21:17,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/replication/1192e04fa24f49dfeefb1bc607477d44/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T00:21:17,446 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1192e04fa24f49dfeefb1bc607477d44; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65069949, jitterRate=-0.030382201075553894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-09T00:21:17,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1192e04fa24f49dfeefb1bc607477d44
2024-11-09T00:21:17,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1192e04fa24f49dfeefb1bc607477d44:
Running coprocessor pre-open hook at 1731111677405Writing region info on filesystem at 1731111677405Initializing all the Stores at 1731111677406 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111677406Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111677406Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731111677406Cleaning up temporary data from old regions at 1731111677431 (+25 ms)Running coprocessor post-open hooks at 1731111677446 (+15 ms)Region opened successfully at 1731111677446
2024-11-09T00:21:17,448 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731111676195.1192e04fa24f49dfeefb1bc607477d44., pid=10, masterSystemTime=1731111677363
2024-11-09T00:21:17,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731111676195.1192e04fa24f49dfeefb1bc607477d44.
2024-11-09T00:21:17,453 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731111676195.1192e04fa24f49dfeefb1bc607477d44.
2024-11-09T00:21:17,454 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1192e04fa24f49dfeefb1bc607477d44, regionState=OPEN, openSeqNum=2, regionLocation=ef986b38239e,44363,1731111657061
2024-11-09T00:21:17,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1192e04fa24f49dfeefb1bc607477d44, server=ef986b38239e,44363,1731111657061 because future has completed
2024-11-09T00:21:17,468 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-09T00:21:17,468 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1192e04fa24f49dfeefb1bc607477d44, server=ef986b38239e,44363,1731111657061 in 263 msec
2024-11-09T00:21:17,471 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-09T00:21:17,472 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1192e04fa24f49dfeefb1bc607477d44, ASSIGN in 426 msec
2024-11-09T00:21:17,489 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T00:21:17,489 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731111677489"}]},"ts":"1731111677489"}
2024-11-09T00:21:17,491 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-09T00:21:17,492 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T00:21:17,496 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2960 sec
2024-11-09T00:21:17,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731111676195.1192e04fa24f49dfeefb1bc607477d44., hostname=ef986b38239e,44363,1731111657061, seqNum=2]
2024-11-09T00:21:17,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45341-0x1011cf78ddf0000, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586500079
2024-11-09T00:21:17,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x1011cf78ddf0001, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586500079
2024-11-09T00:21:17,584 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-09T00:21:17,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-09T00:21:17,737 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-09T00:21:17,771 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ef986b38239e,44363,1731111657061, ReplicationSource: 1, currentBandwidth=0
2024-11-09T00:21:17,771 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:21:17,771 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,44363,1731111657061, seqNum=-1]
2024-11-09T00:21:17,772 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:21:17,772 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService
2024-11-09T00:21:17,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ef986b38239e,44363,1731111657061', locateType=CURRENT is [region=hbase:replication,,1731111676195.1192e04fa24f49dfeefb1bc607477d44., hostname=ef986b38239e,44363,1731111657061, seqNum=2]
2024-11-09T00:21:17,776 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-09T00:21:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45341 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-09T00:21:17,782 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ef986b38239e,44363,1731111657061 suceeded
2024-11-09T00:21:17,785 INFO  [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ef986b38239e:38375,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-09T00:21:17,785 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-09T00:21:17,785 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec
2024-11-09T00:21:17,786 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6070 sec
2024-11-09T00:21:17,792 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:38375'
2024-11-09T00:21:17,793 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e34fe91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:17,794 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,38375,-1 for getting cluster id
2024-11-09T00:21:17,794 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:21:17,794 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09ef865b-c030-46de-8f2e-892688684402'
2024-11-09T00:21:17,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:21:17,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09ef865b-c030-46de-8f2e-892688684402"

2024-11-09T00:21:17,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20b4ff57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:17,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,38375,-1]
2024-11-09T00:21:17,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:21:17,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:17,796 INFO  [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:21:17,796 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39b9c9bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:17,796 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:21:17,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,38375,1731111662817
2024-11-09T00:21:17,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7365c579
2024-11-09T00:21:17,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:21:17,798 INFO  [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService
2024-11-09T00:21:17,799 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ef986b38239e,44363,1731111657061 (queues=1) is replicating from cluster=06363a99-0ba9-4f69-9ba6-da76a7253d1b to cluster=09ef865b-c030-46de-8f2e-892688684402
2024-11-09T00:21:17,800 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ef986b38239e%2C44363%2C1731111657061
2024-11-09T00:21:17,800 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ef986b38239e,44363,1731111657061, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-09T00:21:17,800 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111659363, startPosition=0, beingWritten=true
2024-11-09T00:21:17,804 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.shipperef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef986b38239e%2C44363%2C1731111657061
2024-11-09T00:21:17,810 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:21:17,810 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111659363 to pos 379, reset compression=false
2024-11-09T00:21:17,810 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.shipperef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,44363,1731111657061 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111659363, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:21:18,015 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111659363 to pos 379, reset compression=false
2024-11-09T00:21:18,319 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111659363 to pos 379, reset compression=false
2024-11-09T00:21:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T00:21:18,330 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:21:18,330 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:21:18,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:18,330 INFO  [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-09T00:21:18,330 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:21:18,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:18,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459f22dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:18,334 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,45341,-1 for getting cluster id
2024-11-09T00:21:18,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:21:18,335 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06363a99-0ba9-4f69-9ba6-da76a7253d1b'
2024-11-09T00:21:18,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:21:18,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06363a99-0ba9-4f69-9ba6-da76a7253d1b"

2024-11-09T00:21:18,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e42e0b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:18,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,45341,-1]
2024-11-09T00:21:18,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:21:18,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:18,342 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:21:18,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c861a5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:18,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357dd82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:18,343 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,38375,-1 for getting cluster id
2024-11-09T00:21:18,343 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:21:18,343 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09ef865b-c030-46de-8f2e-892688684402'
2024-11-09T00:21:18,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:21:18,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09ef865b-c030-46de-8f2e-892688684402"

2024-11-09T00:21:18,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47384de0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:18,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,38375,-1]
2024-11-09T00:21:18,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:21:18,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:18,344 INFO  [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:21:18,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279ee7b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:18,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b9e528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:18,351 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,38289,-1 for getting cluster id
2024-11-09T00:21:18,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:21:18,352 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2dadc3a6-4c46-4148-8416-d3ca42866084'
2024-11-09T00:21:18,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:21:18,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2dadc3a6-4c46-4148-8416-d3ca42866084"

2024-11-09T00:21:18,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@313af2bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:18,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,38289,-1]
2024-11-09T00:21:18,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:21:18,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:18,354 INFO  [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:21:18,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26ed8ee1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:18,355 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:21:18,361 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731111678361/Put/seqid=0
2024-11-09T00:21:18,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741840_1016 (size=7894)
2024-11-09T00:21:18,372 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731111678372/Put/seqid=0
2024-11-09T00:21:18,377 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741841_1017 (size=7691)
2024-11-09T00:21:18,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47e7459a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:18,384 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,45341,-1 for getting cluster id
2024-11-09T00:21:18,384 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:21:18,385 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:21:18,385 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06363a99-0ba9-4f69-9ba6-da76a7253d1b'
2024-11-09T00:21:18,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:21:18,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06363a99-0ba9-4f69-9ba6-da76a7253d1b"

2024-11-09T00:21:18,386 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47dc8b44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:18,386 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,45341,-1]
2024-11-09T00:21:18,386 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:21:18,386 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:18,387 INFO  [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:21:18,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137c9d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:18,388 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:21:18,388 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,44363,1731111657061, seqNum=-1]
2024-11-09T00:21:18,389 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:18,389 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:18,389 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:21:18,389 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:18,389 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:18,389 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:18,389 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:18,390 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:21:18,390 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:18,396 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:21:18,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,45341,1731111656490
2024-11-09T00:21:18,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bffbd61
2024-11-09T00:21:18,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:21:18,398 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:21:18,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731111673201.8ba219f4f509e08a10cc2f8973fd936a., hostname=ef986b38239e,44363,1731111657061, seqNum=2]
2024-11-09T00:21:18,403 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-09T00:21:18,414 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo]
2024-11-09T00:21:18,416 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr]
2024-11-09T00:21:18,425 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 8ba219f4f509e08a10cc2f8973fd936a/f
2024-11-09T00:21:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo
2024-11-09T00:21:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-09T00:21:18,428 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 8ba219f4f509e08a10cc2f8973fd936a/f
2024-11-09T00:21:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr
2024-11-09T00:21:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-09T00:21:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(2603): Flush status journal for 8ba219f4f509e08a10cc2f8973fd936a:

2024-11-09T00:21:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/staging/jenkins__test__6gnkv5e8cne9rmp01gegs6s0vllk27dih40v6qf0teii9ed95o87k938dlpq0qjp/f/hfile_0
2024-11-09T00:21:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/staging/jenkins__test__6gnkv5e8cne9rmp01gegs6s0vllk27dih40v6qf0teii9ed95o87k938dlpq0qjp/f/hfile_0 as hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/default/test/8ba219f4f509e08a10cc2f8973fd936a/f/ee38e30171394d1eaa94adbf3a9d429e_SeqId_4_
2024-11-09T00:21:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/staging/jenkins__test__6gnkv5e8cne9rmp01gegs6s0vllk27dih40v6qf0teii9ed95o87k938dlpq0qjp/f/hfile_1
2024-11-09T00:21:18,440 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-09T00:21:18,448 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:18,449 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:18,449 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:18,449 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:18,449 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:18,450 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/staging/jenkins__test__6gnkv5e8cne9rmp01gegs6s0vllk27dih40v6qf0teii9ed95o87k938dlpq0qjp/f/hfile_1 as hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/default/test/8ba219f4f509e08a10cc2f8973fd936a/f/62bf71efa9134c39a11596331262cb4b_SeqId_4_
2024-11-09T00:21:18,457 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/staging/jenkins__test__6gnkv5e8cne9rmp01gegs6s0vllk27dih40v6qf0teii9ed95o87k938dlpq0qjp/f/hfile_0 into 8ba219f4f509e08a10cc2f8973fd936a/f as hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/default/test/8ba219f4f509e08a10cc2f8973fd936a/f/ee38e30171394d1eaa94adbf3a9d429e_SeqId_4_ - updating store file list.
2024-11-09T00:21:18,459 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ee38e30171394d1eaa94adbf3a9d429e_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-09T00:21:18,461 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/default/test/8ba219f4f509e08a10cc2f8973fd936a/f/ee38e30171394d1eaa94adbf3a9d429e_SeqId_4_ into 8ba219f4f509e08a10cc2f8973fd936a/f
2024-11-09T00:21:18,461 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/staging/jenkins__test__6gnkv5e8cne9rmp01gegs6s0vllk27dih40v6qf0teii9ed95o87k938dlpq0qjp/f/hfile_0 into 8ba219f4f509e08a10cc2f8973fd936a/f (new location: hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/default/test/8ba219f4f509e08a10cc2f8973fd936a/f/ee38e30171394d1eaa94adbf3a9d429e_SeqId_4_)
2024-11-09T00:21:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/staging/jenkins__test__6gnkv5e8cne9rmp01gegs6s0vllk27dih40v6qf0teii9ed95o87k938dlpq0qjp/f/hfile_0
2024-11-09T00:21:18,462 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/staging/jenkins__test__6gnkv5e8cne9rmp01gegs6s0vllk27dih40v6qf0teii9ed95o87k938dlpq0qjp/f/hfile_1 into 8ba219f4f509e08a10cc2f8973fd936a/f as hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/default/test/8ba219f4f509e08a10cc2f8973fd936a/f/62bf71efa9134c39a11596331262cb4b_SeqId_4_ - updating store file list.
2024-11-09T00:21:18,463 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:18,463 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:18,466 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 62bf71efa9134c39a11596331262cb4b_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-09T00:21:18,470 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/default/test/8ba219f4f509e08a10cc2f8973fd936a/f/62bf71efa9134c39a11596331262cb4b_SeqId_4_ into 8ba219f4f509e08a10cc2f8973fd936a/f
2024-11-09T00:21:18,470 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/staging/jenkins__test__6gnkv5e8cne9rmp01gegs6s0vllk27dih40v6qf0teii9ed95o87k938dlpq0qjp/f/hfile_1 into 8ba219f4f509e08a10cc2f8973fd936a/f (new location: hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/default/test/8ba219f4f509e08a10cc2f8973fd936a/f/62bf71efa9134c39a11596331262cb4b_SeqId_4_)
2024-11-09T00:21:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/staging/jenkins__test__6gnkv5e8cne9rmp01gegs6s0vllk27dih40v6qf0teii9ed95o87k938dlpq0qjp/f/hfile_1
2024-11-09T00:21:18,473 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:21:18,474 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:21:18,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:18,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:18,474 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:21:18,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731111673201.8ba219f4f509e08a10cc2f8973fd936a., hostname=ef986b38239e,44363,1731111657061, seqNum=2 , the old value is region=test,,1731111673201.8ba219f4f509e08a10cc2f8973fd936a., hostname=ef986b38239e,44363,1731111657061, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ef986b38239e:44363 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-09T00:21:18,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731111673201.8ba219f4f509e08a10cc2f8973fd936a., hostname=ef986b38239e,44363,1731111657061, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-09T00:21:18,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731111673201.8ba219f4f509e08a10cc2f8973fd936a., hostname=ef986b38239e,44363,1731111657061, seqNum=2 from cache
2024-11-09T00:21:18,475 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:21:18,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:57484 deadline: 1731111738473 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:57484
2024-11-09T00:21:18,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,46213,1731111663028, seqNum=-1]
2024-11-09T00:21:18,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:21:18,478 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:21:18,480 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731111673841.0631c419a6ffd9b04fe2d9a66e74d43c., hostname=ef986b38239e,46213,1731111663028, seqNum=2]
2024-11-09T00:21:18,483 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-09T00:21:18,587 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44363 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-09T00:21:18,736 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111659363 to pos 379, reset compression=false
2024-11-09T00:21:18,741 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:21:18,741 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.shipperef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,44363,1731111657061 got entry batch from reader: WALEntryBatch [walEntries=[{test/8ba219f4f509e08a10cc2f8973fd936a/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731111678471/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111659363, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-09T00:21:18,743 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.shipperef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:21:18,744 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService
2024-11-09T00:21:18,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.ReplicationSink(318): Replicating [06363a99-0ba9-4f69-9ba6-da76a7253d1b] bulk loaded data
2024-11-09T00:21:18,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43f0ad25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:18,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,38375,-1 for getting cluster id
2024-11-09T00:21:18,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:21:18,749 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09ef865b-c030-46de-8f2e-892688684402'
2024-11-09T00:21:18,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:21:18,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09ef865b-c030-46de-8f2e-892688684402"

2024-11-09T00:21:18,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@265210f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:18,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,38375,-1]
2024-11-09T00:21:18,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:21:18,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:18,751 INFO  [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:21:18,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6500426a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:18,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741837_1013 (size=7894)
2024-11-09T00:21:18,941 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111659363 to pos 687, reset compression=false
2024-11-09T00:21:19,179 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741838_1014 (size=7691)
2024-11-09T00:21:19,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:21:19,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,38375,1731111662817
2024-11-09T00:21:19,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76c2a66c
2024-11-09T00:21:19,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:21:19,183 INFO  [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService
2024-11-09T00:21:19,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-09T00:21:19,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:21:19,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,46213,1731111663028, seqNum=-1]
2024-11-09T00:21:19,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:21:19,187 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService
2024-11-09T00:21:19,191 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/staging/jenkins.hfs.22__test__s21s5a8aofdkmores3k1kv7qq9cccpcog9q5c066gpb95rnogtqm3j0v35q0j8n4/f/62bf71efa9134c39a11596331262cb4b_SeqId_4_ first=Optional[ppp] last=Optional[rrr]
2024-11-09T00:21:19,193 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/staging/jenkins.hfs.22__test__s21s5a8aofdkmores3k1kv7qq9cccpcog9q5c066gpb95rnogtqm3j0v35q0j8n4/f/ee38e30171394d1eaa94adbf3a9d429e_SeqId_4_ first=Optional[mmmm] last=Optional[oooo]
2024-11-09T00:21:19,198 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/staging/jenkins.hfs.22__test__s21s5a8aofdkmores3k1kv7qq9cccpcog9q5c066gpb95rnogtqm3j0v35q0j8n4/f/62bf71efa9134c39a11596331262cb4b_SeqId_4_ for inclusion in 0631c419a6ffd9b04fe2d9a66e74d43c/f
2024-11-09T00:21:19,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr
2024-11-09T00:21:19,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-09T00:21:19,200 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/staging/jenkins.hfs.22__test__s21s5a8aofdkmores3k1kv7qq9cccpcog9q5c066gpb95rnogtqm3j0v35q0j8n4/f/ee38e30171394d1eaa94adbf3a9d429e_SeqId_4_ for inclusion in 0631c419a6ffd9b04fe2d9a66e74d43c/f
2024-11-09T00:21:19,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo
2024-11-09T00:21:19,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-09T00:21:19,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.HRegion(2603): Flush status journal for 0631c419a6ffd9b04fe2d9a66e74d43c:

2024-11-09T00:21:19,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 62bf71efa9134c39a11596331262cb4b_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-09T00:21:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/staging/jenkins.hfs.22__test__s21s5a8aofdkmores3k1kv7qq9cccpcog9q5c066gpb95rnogtqm3j0v35q0j8n4/f/62bf71efa9134c39a11596331262cb4b_SeqId_4_ as hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/default/test/0631c419a6ffd9b04fe2d9a66e74d43c/f/9d921c54aa664f469516995a51cd619c_SeqId_4_
2024-11-09T00:21:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ee38e30171394d1eaa94adbf3a9d429e_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-09T00:21:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/staging/jenkins.hfs.22__test__s21s5a8aofdkmores3k1kv7qq9cccpcog9q5c066gpb95rnogtqm3j0v35q0j8n4/f/ee38e30171394d1eaa94adbf3a9d429e_SeqId_4_ as hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/default/test/0631c419a6ffd9b04fe2d9a66e74d43c/f/676d9f0025f64d0487e437bb7f38a2fe_SeqId_4_
2024-11-09T00:21:19,206 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/staging/jenkins.hfs.22__test__s21s5a8aofdkmores3k1kv7qq9cccpcog9q5c066gpb95rnogtqm3j0v35q0j8n4/f/62bf71efa9134c39a11596331262cb4b_SeqId_4_ into 0631c419a6ffd9b04fe2d9a66e74d43c/f as hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/default/test/0631c419a6ffd9b04fe2d9a66e74d43c/f/9d921c54aa664f469516995a51cd619c_SeqId_4_ - updating store file list.
2024-11-09T00:21:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9d921c54aa664f469516995a51cd619c_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-09T00:21:19,217 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/default/test/0631c419a6ffd9b04fe2d9a66e74d43c/f/9d921c54aa664f469516995a51cd619c_SeqId_4_ into 0631c419a6ffd9b04fe2d9a66e74d43c/f
2024-11-09T00:21:19,217 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/staging/jenkins.hfs.22__test__s21s5a8aofdkmores3k1kv7qq9cccpcog9q5c066gpb95rnogtqm3j0v35q0j8n4/f/62bf71efa9134c39a11596331262cb4b_SeqId_4_ into 0631c419a6ffd9b04fe2d9a66e74d43c/f (new location: hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/default/test/0631c419a6ffd9b04fe2d9a66e74d43c/f/9d921c54aa664f469516995a51cd619c_SeqId_4_)
2024-11-09T00:21:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/staging/jenkins.hfs.22__test__s21s5a8aofdkmores3k1kv7qq9cccpcog9q5c066gpb95rnogtqm3j0v35q0j8n4/f/62bf71efa9134c39a11596331262cb4b_SeqId_4_
2024-11-09T00:21:19,218 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/staging/jenkins.hfs.22__test__s21s5a8aofdkmores3k1kv7qq9cccpcog9q5c066gpb95rnogtqm3j0v35q0j8n4/f/ee38e30171394d1eaa94adbf3a9d429e_SeqId_4_ into 0631c419a6ffd9b04fe2d9a66e74d43c/f as hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/default/test/0631c419a6ffd9b04fe2d9a66e74d43c/f/676d9f0025f64d0487e437bb7f38a2fe_SeqId_4_ - updating store file list.
2024-11-09T00:21:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 676d9f0025f64d0487e437bb7f38a2fe_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-09T00:21:19,222 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/default/test/0631c419a6ffd9b04fe2d9a66e74d43c/f/676d9f0025f64d0487e437bb7f38a2fe_SeqId_4_ into 0631c419a6ffd9b04fe2d9a66e74d43c/f
2024-11-09T00:21:19,222 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/staging/jenkins.hfs.22__test__s21s5a8aofdkmores3k1kv7qq9cccpcog9q5c066gpb95rnogtqm3j0v35q0j8n4/f/ee38e30171394d1eaa94adbf3a9d429e_SeqId_4_ into 0631c419a6ffd9b04fe2d9a66e74d43c/f (new location: hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/default/test/0631c419a6ffd9b04fe2d9a66e74d43c/f/676d9f0025f64d0487e437bb7f38a2fe_SeqId_4_)
2024-11-09T00:21:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/staging/jenkins.hfs.22__test__s21s5a8aofdkmores3k1kv7qq9cccpcog9q5c066gpb95rnogtqm3j0v35q0j8n4/f/ee38e30171394d1eaa94adbf3a9d429e_SeqId_4_
2024-11-09T00:21:19,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.ReplicationSink(324): Finished replicating [06363a99-0ba9-4f69-9ba6-da76a7253d1b] bulk loaded data
2024-11-09T00:21:19,245 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111659363 to pos 687, reset compression=false
2024-11-09T00:21:19,490 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:21:19,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,38641,1731111669717, seqNum=-1]
2024-11-09T00:21:19,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:21:19,492 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:21:19,494 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731111675010.6a963519ec88f1a227d5bef20224591b., hostname=ef986b38239e,38641,1731111669717, seqNum=2]
2024-11-09T00:21:19,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:21:19,499 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-09T00:21:19,500 DEBUG [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ef986b38239e%2C44363%2C1731111657061:(num 1731111659363) roll requested
2024-11-09T00:21:19,519 DEBUG [regionserver/ef986b38239e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501, exclude list is [], retry=0
2024-11-09T00:21:19,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-004e7ff3-969d-4918-9a80-fcc5050a0b4f,DISK]
2024-11-09T00:21:19,523 INFO  [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111659363 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501
2024-11-09T00:21:19,524 DEBUG [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35157:35157)]
2024-11-09T00:21:19,524 DEBUG [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111659363 is not closed yet, will try archiving it next time
2024-11-09T00:21:19,524 DEBUG [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ef986b38239e%2C44363%2C1731111657061.rep:(num 1731111677372) roll requested
2024-11-09T00:21:19,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741832_1008 (size=695)
2024-11-09T00:21:19,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16986d5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:19,532 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,45341,-1 for getting cluster id
2024-11-09T00:21:19,533 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:21:19,533 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06363a99-0ba9-4f69-9ba6-da76a7253d1b'
2024-11-09T00:21:19,533 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:21:19,533 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06363a99-0ba9-4f69-9ba6-da76a7253d1b"

2024-11-09T00:21:19,533 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111659363 to hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/oldWALs/ef986b38239e%2C44363%2C1731111657061.1731111659363
2024-11-09T00:21:19,533 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@127a563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:19,534 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,45341,-1]
2024-11-09T00:21:19,534 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:21:19,534 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:19,534 INFO  [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:21:19,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ab6aff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:19,553 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:21:19,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,45341,1731111656490
2024-11-09T00:21:19,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@473b9457
2024-11-09T00:21:19,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:21:19,556 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:21:19,557 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45341 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://ef986b38239e:38289,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-09T00:21:19,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45341 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-09T00:21:19,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-09T00:21:19,560 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:38289'
2024-11-09T00:21:19,561 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@153db7c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:19,561 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,38289,-1 for getting cluster id
2024-11-09T00:21:19,561 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:21:19,562 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2dadc3a6-4c46-4148-8416-d3ca42866084'
2024-11-09T00:21:19,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:21:19,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2dadc3a6-4c46-4148-8416-d3ca42866084"

2024-11-09T00:21:19,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a645d77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:19,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,38289,-1]
2024-11-09T00:21:19,562 DEBUG [regionserver/ef986b38239e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.rep.1731111679525, exclude list is [], retry=0
2024-11-09T00:21:19,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:21:19,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:19,563 INFO  [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:21:19,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74687cf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:19,564 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:21:19,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-004e7ff3-969d-4918-9a80-fcc5050a0b4f,DISK]
2024-11-09T00:21:19,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,38289,1731111669506
2024-11-09T00:21:19,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cb6bf35
2024-11-09T00:21:19,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:21:19,565 INFO  [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:21:19,566 INFO  [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1.
2024-11-09T00:21:19,566 INFO  [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.rep.1731111677372 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.rep.1731111679525
2024-11-09T00:21:19,566 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-09T00:21:19,566 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:19,566 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:19,566 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:21:19,567 DEBUG [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35157:35157)]
2024-11-09T00:21:19,567 DEBUG [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.rep.1731111677372 is not closed yet, will try archiving it next time
2024-11-09T00:21:19,567 DEBUG [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ef986b38239e%2C44363%2C1731111657061.meta:.meta(num 1731111660352) roll requested
2024-11-09T00:21:19,569 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741839_1015 (size=1505)
2024-11-09T00:21:19,585 DEBUG [regionserver/ef986b38239e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.meta.1731111679567.meta, exclude list is [], retry=0
2024-11-09T00:21:19,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37781,DS-004e7ff3-969d-4918-9a80-fcc5050a0b4f,DISK]
2024-11-09T00:21:19,588 INFO  [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.meta.1731111660352.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.meta.1731111679567.meta
2024-11-09T00:21:19,588 DEBUG [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35157:35157)]
2024-11-09T00:21:19,588 DEBUG [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.meta.1731111660352.meta is not closed yet, will try archiving it next time
2024-11-09T00:21:19,589 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741834_1010 (size=3473)
2024-11-09T00:21:19,589 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.meta.1731111660352.meta not finished, retry = 0
2024-11-09T00:21:19,604 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-09T00:21:19,654 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111659363 to pos 687, reset compression=false
2024-11-09T00:21:19,655 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111659363 was moved to hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/oldWALs/ef986b38239e%2C44363%2C1731111657061.1731111659363
2024-11-09T00:21:19,661 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111659363
2024-11-09T00:21:19,661 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501, startPosition=0, beingWritten=true
2024-11-09T00:21:19,661 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.shipperef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,44363,1731111657061 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111659363, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0]
2024-11-09T00:21:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-09T00:21:19,666 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.shipperef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [ef986b38239e%2C44363%2C1731111657061.1731111659363]
2024-11-09T00:21:19,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13
2024-11-09T00:21:19,757 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER
2024-11-09T00:21:19,791 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-ef986b38239e,44363,1731111657061, ReplicationSource: 2, currentBandwidth=0
2024-11-09T00:21:19,796 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13
2024-11-09T00:21:19,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45341 {}] master.HMaster(4169): Remote procedure done, pid=13
2024-11-09T00:21:19,798 INFO  [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on ef986b38239e,44363,1731111657061 suceeded
2024-11-09T00:21:19,800 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12
2024-11-09T00:21:19,800 INFO  [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://ef986b38239e:38289,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-09T00:21:19,800 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec
2024-11-09T00:21:19,802 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 243 msec
2024-11-09T00:21:19,815 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ef986b38239e:38289'
2024-11-09T00:21:19,816 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@246707f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:19,816 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,38289,-1 for getting cluster id
2024-11-09T00:21:19,816 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:21:19,817 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2dadc3a6-4c46-4148-8416-d3ca42866084'
2024-11-09T00:21:19,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:21:19,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2dadc3a6-4c46-4148-8416-d3ca42866084"

2024-11-09T00:21:19,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69f017ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:19,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,38289,-1]
2024-11-09T00:21:19,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:21:19,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:19,818 INFO  [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:21:19,819 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d28a126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:19,819 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:21:19,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,38289,1731111669506
2024-11-09T00:21:19,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4289c597
2024-11-09T00:21:19,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:21:19,820 INFO  [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService
2024-11-09T00:21:19,821 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-ef986b38239e,44363,1731111657061 (queues=1) is replicating from cluster=06363a99-0ba9-4f69-9ba6-da76a7253d1b to cluster=2dadc3a6-4c46-4148-8416-d3ca42866084
2024-11-09T00:21:19,821 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=ef986b38239e%2C44363%2C1731111657061
2024-11-09T00:21:19,821 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-ef986b38239e,44363,1731111657061, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-09T00:21:19,828 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061.replicationSource.shipperef986b38239e%2C44363%2C1731111657061,2-ef986b38239e,44363,1731111657061 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ef986b38239e%2C44363%2C1731111657061
2024-11-09T00:21:19,828 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,2-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501, startPosition=0, beingWritten=true
2024-11-09T00:21:19,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-09T00:21:19,877 INFO  [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed
2024-11-09T00:21:19,877 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:21:19,877 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:21:19,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:19,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:19,877 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:21:19,877 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T00:21:19,881 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731111679880/Put/seqid=0
2024-11-09T00:21:19,884 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741845_1021 (size=11194)
2024-11-09T00:21:20,033 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,2-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501 to pos 0, reset compression=false
2024-11-09T00:21:20,171 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501 to pos 0, reset compression=false
2024-11-09T00:21:20,286 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731111680286/Put/seqid=0
2024-11-09T00:21:20,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741846_1022 (size=10791)
2024-11-09T00:21:20,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43346e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:20,291 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,45341,-1 for getting cluster id
2024-11-09T00:21:20,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:21:20,291 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06363a99-0ba9-4f69-9ba6-da76a7253d1b'
2024-11-09T00:21:20,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:21:20,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06363a99-0ba9-4f69-9ba6-da76a7253d1b"

2024-11-09T00:21:20,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e5a648e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:20,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,45341,-1]
2024-11-09T00:21:20,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:21:20,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:20,292 INFO  [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:21:20,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91a9915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:20,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:21:20,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,44363,1731111657061, seqNum=-1]
2024-11-09T00:21:20,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:21:20,295 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T00:21:20,301 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:21:20,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,45341,1731111656490
2024-11-09T00:21:20,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@348e3032
2024-11-09T00:21:20,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:21:20,303 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T00:21:20,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731111673201.8ba219f4f509e08a10cc2f8973fd936a., hostname=ef986b38239e,44363,1731111657061, seqNum=2]
2024-11-09T00:21:20,308 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-09T00:21:20,312 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu]
2024-11-09T00:21:20,314 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx]
2024-11-09T00:21:20,317 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 8ba219f4f509e08a10cc2f8973fd936a/f
2024-11-09T00:21:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu
2024-11-09T00:21:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-09T00:21:20,320 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 8ba219f4f509e08a10cc2f8973fd936a/f
2024-11-09T00:21:20,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx
2024-11-09T00:21:20,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-09T00:21:20,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(2603): Flush status journal for 8ba219f4f509e08a10cc2f8973fd936a:

2024-11-09T00:21:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/staging/jenkins__test__r78m04rlrck4g7jbbhhbtejnvn34i524u3h6d18dhm4et65i9rm7rhvb6m8d48g5/f/hfile_0
2024-11-09T00:21:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/staging/jenkins__test__r78m04rlrck4g7jbbhhbtejnvn34i524u3h6d18dhm4et65i9rm7rhvb6m8d48g5/f/hfile_0 as hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/default/test/8ba219f4f509e08a10cc2f8973fd936a/f/1e73a372ce2844f6a6b3816f5bcc0087_SeqId_6_
2024-11-09T00:21:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/staging/jenkins__test__r78m04rlrck4g7jbbhhbtejnvn34i524u3h6d18dhm4et65i9rm7rhvb6m8d48g5/f/hfile_1
2024-11-09T00:21:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/staging/jenkins__test__r78m04rlrck4g7jbbhhbtejnvn34i524u3h6d18dhm4et65i9rm7rhvb6m8d48g5/f/hfile_1 as hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/default/test/8ba219f4f509e08a10cc2f8973fd936a/f/85ec8d01694747239f5406133a25b4c6_SeqId_6_
2024-11-09T00:21:20,332 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/staging/jenkins__test__r78m04rlrck4g7jbbhhbtejnvn34i524u3h6d18dhm4et65i9rm7rhvb6m8d48g5/f/hfile_0 into 8ba219f4f509e08a10cc2f8973fd936a/f as hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/default/test/8ba219f4f509e08a10cc2f8973fd936a/f/1e73a372ce2844f6a6b3816f5bcc0087_SeqId_6_ - updating store file list.
2024-11-09T00:21:20,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1e73a372ce2844f6a6b3816f5bcc0087_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-09T00:21:20,336 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/default/test/8ba219f4f509e08a10cc2f8973fd936a/f/1e73a372ce2844f6a6b3816f5bcc0087_SeqId_6_ into 8ba219f4f509e08a10cc2f8973fd936a/f
2024-11-09T00:21:20,336 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/staging/jenkins__test__r78m04rlrck4g7jbbhhbtejnvn34i524u3h6d18dhm4et65i9rm7rhvb6m8d48g5/f/hfile_0 into 8ba219f4f509e08a10cc2f8973fd936a/f (new location: hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/default/test/8ba219f4f509e08a10cc2f8973fd936a/f/1e73a372ce2844f6a6b3816f5bcc0087_SeqId_6_)
2024-11-09T00:21:20,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/staging/jenkins__test__r78m04rlrck4g7jbbhhbtejnvn34i524u3h6d18dhm4et65i9rm7rhvb6m8d48g5/f/hfile_0
2024-11-09T00:21:20,337 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,2-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501 to pos 0, reset compression=false
2024-11-09T00:21:20,337 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/staging/jenkins__test__r78m04rlrck4g7jbbhhbtejnvn34i524u3h6d18dhm4et65i9rm7rhvb6m8d48g5/f/hfile_1 into 8ba219f4f509e08a10cc2f8973fd936a/f as hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/default/test/8ba219f4f509e08a10cc2f8973fd936a/f/85ec8d01694747239f5406133a25b4c6_SeqId_6_ - updating store file list.
2024-11-09T00:21:20,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 85ec8d01694747239f5406133a25b4c6_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-09T00:21:20,342 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/default/test/8ba219f4f509e08a10cc2f8973fd936a/f/85ec8d01694747239f5406133a25b4c6_SeqId_6_ into 8ba219f4f509e08a10cc2f8973fd936a/f
2024-11-09T00:21:20,342 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/staging/jenkins__test__r78m04rlrck4g7jbbhhbtejnvn34i524u3h6d18dhm4et65i9rm7rhvb6m8d48g5/f/hfile_1 into 8ba219f4f509e08a10cc2f8973fd936a/f (new location: hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/default/test/8ba219f4f509e08a10cc2f8973fd936a/f/85ec8d01694747239f5406133a25b4c6_SeqId_6_)
2024-11-09T00:21:20,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/staging/jenkins__test__r78m04rlrck4g7jbbhhbtejnvn34i524u3h6d18dhm4et65i9rm7rhvb6m8d48g5/f/hfile_1
2024-11-09T00:21:20,343 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:21:20,343 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:21:20,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:20,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:20,343 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:21:20,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731111673201.8ba219f4f509e08a10cc2f8973fd936a., hostname=ef986b38239e,44363,1731111657061, seqNum=2 , the old value is region=test,,1731111673201.8ba219f4f509e08a10cc2f8973fd936a., hostname=ef986b38239e,44363,1731111657061, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ef986b38239e:44363 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-09T00:21:20,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731111673201.8ba219f4f509e08a10cc2f8973fd936a., hostname=ef986b38239e,44363,1731111657061, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-09T00:21:20,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731111673201.8ba219f4f509e08a10cc2f8973fd936a., hostname=ef986b38239e,44363,1731111657061, seqNum=2 from cache
2024-11-09T00:21:20,345 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-09T00:21:20,348 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-09T00:21:20,447 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44363 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-09T00:21:20,740 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,2-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501 to pos 0, reset compression=false
2024-11-09T00:21:20,745 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,2-ef986b38239e,44363,1731111657061 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:21:20,745 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061.replicationSource.shipperef986b38239e%2C44363%2C1731111657061,2-ef986b38239e,44363,1731111657061 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-ef986b38239e,44363,1731111657061 got entry batch from reader: WALEntryBatch [walEntries=[{test/8ba219f4f509e08a10cc2f8973fd936a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731111680342/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-09T00:21:20,748 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061.replicationSource.shipperef986b38239e%2C44363%2C1731111657061,2-ef986b38239e,44363,1731111657061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T00:21:20,750 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService
2024-11-09T00:21:20,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] regionserver.ReplicationSink(318): Replicating [06363a99-0ba9-4f69-9ba6-da76a7253d1b] bulk loaded data
2024-11-09T00:21:20,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18bca4e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:20,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] client.ClusterIdFetcher(90): Going to request ef986b38239e,38289,-1 for getting cluster id
2024-11-09T00:21:20,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T00:21:20,754 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2dadc3a6-4c46-4148-8416-d3ca42866084'
2024-11-09T00:21:20,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T00:21:20,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2dadc3a6-4c46-4148-8416-d3ca42866084"

2024-11-09T00:21:20,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49f61246, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:20,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef986b38239e,38289,-1]
2024-11-09T00:21:20,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T00:21:20,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:20,756 INFO  [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService
2024-11-09T00:21:20,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f52415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T00:21:20,781 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36943 is added to blk_1073741837_1013 (size=11194)
2024-11-09T00:21:20,786 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501 to pos 0, reset compression=false
2024-11-09T00:21:20,821 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-09T00:21:20,822 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.shipperef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,44363,1731111657061 got entry batch from reader: WALEntryBatch [walEntries=[{test/8ba219f4f509e08a10cc2f8973fd936a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731111680342/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-09T00:21:20,823 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.ReplicationSink(318): Replicating [06363a99-0ba9-4f69-9ba6-da76a7253d1b] bulk loaded data
2024-11-09T00:21:20,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741839_1015 (size=11194)
2024-11-09T00:21:20,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36943 is added to blk_1073741838_1014 (size=10791)
2024-11-09T00:21:20,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T00:21:20,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef986b38239e,38289,1731111669506
2024-11-09T00:21:20,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59bb0663
2024-11-09T00:21:20,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T00:21:20,856 INFO  [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService
2024-11-09T00:21:20,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-09T00:21:20,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T00:21:20,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef986b38239e,38641,1731111669717, seqNum=-1]
2024-11-09T00:21:20,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T00:21:20,861 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService
2024-11-09T00:21:20,892 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/staging/jenkins.hfs.23__test__e0qltkge56ljueo99io10ht3jk5oo25ac2pm2j6fobec7lv7mmhkocdoqet2tjmg/f/1e73a372ce2844f6a6b3816f5bcc0087_SeqId_6_ first=Optional[ssss] last=Optional[uuuu]
2024-11-09T00:21:20,895 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/staging/jenkins.hfs.23__test__e0qltkge56ljueo99io10ht3jk5oo25ac2pm2j6fobec7lv7mmhkocdoqet2tjmg/f/85ec8d01694747239f5406133a25b4c6_SeqId_6_ first=Optional[vvv] last=Optional[xxx]
2024-11-09T00:21:20,901 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741840_1016 (size=10791)
2024-11-09T00:21:20,902 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/staging/jenkins.hfs.23__test__e0qltkge56ljueo99io10ht3jk5oo25ac2pm2j6fobec7lv7mmhkocdoqet2tjmg/f/1e73a372ce2844f6a6b3816f5bcc0087_SeqId_6_ for inclusion in 6a963519ec88f1a227d5bef20224591b/f
2024-11-09T00:21:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu
2024-11-09T00:21:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-09T00:21:20,906 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/staging/jenkins.hfs.23__test__e0qltkge56ljueo99io10ht3jk5oo25ac2pm2j6fobec7lv7mmhkocdoqet2tjmg/f/85ec8d01694747239f5406133a25b4c6_SeqId_6_ for inclusion in 6a963519ec88f1a227d5bef20224591b/f
2024-11-09T00:21:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx
2024-11-09T00:21:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-09T00:21:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] regionserver.HRegion(2603): Flush status journal for 6a963519ec88f1a227d5bef20224591b:

2024-11-09T00:21:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1e73a372ce2844f6a6b3816f5bcc0087_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-09T00:21:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/staging/jenkins.hfs.23__test__e0qltkge56ljueo99io10ht3jk5oo25ac2pm2j6fobec7lv7mmhkocdoqet2tjmg/f/1e73a372ce2844f6a6b3816f5bcc0087_SeqId_6_ as hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/default/test/6a963519ec88f1a227d5bef20224591b/f/023962a48422487a84974159c8654051_SeqId_4_
2024-11-09T00:21:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 85ec8d01694747239f5406133a25b4c6_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-09T00:21:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/staging/jenkins.hfs.23__test__e0qltkge56ljueo99io10ht3jk5oo25ac2pm2j6fobec7lv7mmhkocdoqet2tjmg/f/85ec8d01694747239f5406133a25b4c6_SeqId_6_ as hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/default/test/6a963519ec88f1a227d5bef20224591b/f/660abe0be1c645a8828f70ef62ec2801_SeqId_4_
2024-11-09T00:21:20,912 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/staging/jenkins.hfs.23__test__e0qltkge56ljueo99io10ht3jk5oo25ac2pm2j6fobec7lv7mmhkocdoqet2tjmg/f/1e73a372ce2844f6a6b3816f5bcc0087_SeqId_6_ into 6a963519ec88f1a227d5bef20224591b/f as hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/default/test/6a963519ec88f1a227d5bef20224591b/f/023962a48422487a84974159c8654051_SeqId_4_ - updating store file list.
2024-11-09T00:21:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 023962a48422487a84974159c8654051_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-09T00:21:20,917 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/default/test/6a963519ec88f1a227d5bef20224591b/f/023962a48422487a84974159c8654051_SeqId_4_ into 6a963519ec88f1a227d5bef20224591b/f
2024-11-09T00:21:20,917 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/staging/jenkins.hfs.23__test__e0qltkge56ljueo99io10ht3jk5oo25ac2pm2j6fobec7lv7mmhkocdoqet2tjmg/f/1e73a372ce2844f6a6b3816f5bcc0087_SeqId_6_ into 6a963519ec88f1a227d5bef20224591b/f (new location: hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/default/test/6a963519ec88f1a227d5bef20224591b/f/023962a48422487a84974159c8654051_SeqId_4_)
2024-11-09T00:21:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/staging/jenkins.hfs.23__test__e0qltkge56ljueo99io10ht3jk5oo25ac2pm2j6fobec7lv7mmhkocdoqet2tjmg/f/1e73a372ce2844f6a6b3816f5bcc0087_SeqId_6_
2024-11-09T00:21:20,918 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/staging/jenkins.hfs.23__test__e0qltkge56ljueo99io10ht3jk5oo25ac2pm2j6fobec7lv7mmhkocdoqet2tjmg/f/85ec8d01694747239f5406133a25b4c6_SeqId_6_ into 6a963519ec88f1a227d5bef20224591b/f as hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/default/test/6a963519ec88f1a227d5bef20224591b/f/660abe0be1c645a8828f70ef62ec2801_SeqId_4_ - updating store file list.
2024-11-09T00:21:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 660abe0be1c645a8828f70ef62ec2801_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-09T00:21:20,931 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/default/test/6a963519ec88f1a227d5bef20224591b/f/660abe0be1c645a8828f70ef62ec2801_SeqId_4_ into 6a963519ec88f1a227d5bef20224591b/f
2024-11-09T00:21:20,931 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/staging/jenkins.hfs.23__test__e0qltkge56ljueo99io10ht3jk5oo25ac2pm2j6fobec7lv7mmhkocdoqet2tjmg/f/85ec8d01694747239f5406133a25b4c6_SeqId_6_ into 6a963519ec88f1a227d5bef20224591b/f (new location: hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/default/test/6a963519ec88f1a227d5bef20224591b/f/660abe0be1c645a8828f70ef62ec2801_SeqId_4_)
2024-11-09T00:21:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/staging/jenkins.hfs.23__test__e0qltkge56ljueo99io10ht3jk5oo25ac2pm2j6fobec7lv7mmhkocdoqet2tjmg/f/85ec8d01694747239f5406133a25b4c6_SeqId_6_
2024-11-09T00:21:20,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] regionserver.ReplicationSink(324): Finished replicating [06363a99-0ba9-4f69-9ba6-da76a7253d1b] bulk loaded data
2024-11-09T00:21:20,945 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,2-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501 to pos 393, reset compression=false
2024-11-09T00:21:21,022 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501 to pos 393, reset compression=false
2024-11-09T00:21:21,253 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,2-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501 to pos 393, reset compression=false
2024-11-09T00:21:21,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-09T00:21:21,310 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/staging/jenkins.hfs.22__test__514l12rltqoaas4h41i5n2gfr6q4c23cth7ntqns66ftem04a8brjvlquj82h57b/f/1e73a372ce2844f6a6b3816f5bcc0087_SeqId_6_ first=Optional[ssss] last=Optional[uuuu]
2024-11-09T00:21:21,313 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/staging/jenkins.hfs.22__test__514l12rltqoaas4h41i5n2gfr6q4c23cth7ntqns66ftem04a8brjvlquj82h57b/f/85ec8d01694747239f5406133a25b4c6_SeqId_6_ first=Optional[vvv] last=Optional[xxx]
2024-11-09T00:21:21,315 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/staging/jenkins.hfs.22__test__514l12rltqoaas4h41i5n2gfr6q4c23cth7ntqns66ftem04a8brjvlquj82h57b/f/85ec8d01694747239f5406133a25b4c6_SeqId_6_ for inclusion in 0631c419a6ffd9b04fe2d9a66e74d43c/f
2024-11-09T00:21:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx
2024-11-09T00:21:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-09T00:21:21,317 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/staging/jenkins.hfs.22__test__514l12rltqoaas4h41i5n2gfr6q4c23cth7ntqns66ftem04a8brjvlquj82h57b/f/1e73a372ce2844f6a6b3816f5bcc0087_SeqId_6_ for inclusion in 0631c419a6ffd9b04fe2d9a66e74d43c/f
2024-11-09T00:21:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu
2024-11-09T00:21:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-09T00:21:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.HRegion(2603): Flush status journal for 0631c419a6ffd9b04fe2d9a66e74d43c:

2024-11-09T00:21:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 85ec8d01694747239f5406133a25b4c6_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-09T00:21:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/staging/jenkins.hfs.22__test__514l12rltqoaas4h41i5n2gfr6q4c23cth7ntqns66ftem04a8brjvlquj82h57b/f/85ec8d01694747239f5406133a25b4c6_SeqId_6_ as hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/default/test/0631c419a6ffd9b04fe2d9a66e74d43c/f/4056943b74c8485b832a9f742d5c189c_SeqId_6_
2024-11-09T00:21:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1e73a372ce2844f6a6b3816f5bcc0087_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-09T00:21:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/staging/jenkins.hfs.22__test__514l12rltqoaas4h41i5n2gfr6q4c23cth7ntqns66ftem04a8brjvlquj82h57b/f/1e73a372ce2844f6a6b3816f5bcc0087_SeqId_6_ as hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/default/test/0631c419a6ffd9b04fe2d9a66e74d43c/f/9db0ad0d2c1b412db38e067bdf1d57b8_SeqId_6_
2024-11-09T00:21:21,323 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/staging/jenkins.hfs.22__test__514l12rltqoaas4h41i5n2gfr6q4c23cth7ntqns66ftem04a8brjvlquj82h57b/f/85ec8d01694747239f5406133a25b4c6_SeqId_6_ into 0631c419a6ffd9b04fe2d9a66e74d43c/f as hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/default/test/0631c419a6ffd9b04fe2d9a66e74d43c/f/4056943b74c8485b832a9f742d5c189c_SeqId_6_ - updating store file list.
2024-11-09T00:21:21,329 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501 to pos 393, reset compression=false
2024-11-09T00:21:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4056943b74c8485b832a9f742d5c189c_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-09T00:21:21,330 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/default/test/0631c419a6ffd9b04fe2d9a66e74d43c/f/4056943b74c8485b832a9f742d5c189c_SeqId_6_ into 0631c419a6ffd9b04fe2d9a66e74d43c/f
2024-11-09T00:21:21,330 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/staging/jenkins.hfs.22__test__514l12rltqoaas4h41i5n2gfr6q4c23cth7ntqns66ftem04a8brjvlquj82h57b/f/85ec8d01694747239f5406133a25b4c6_SeqId_6_ into 0631c419a6ffd9b04fe2d9a66e74d43c/f (new location: hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/default/test/0631c419a6ffd9b04fe2d9a66e74d43c/f/4056943b74c8485b832a9f742d5c189c_SeqId_6_)
2024-11-09T00:21:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/staging/jenkins.hfs.22__test__514l12rltqoaas4h41i5n2gfr6q4c23cth7ntqns66ftem04a8brjvlquj82h57b/f/85ec8d01694747239f5406133a25b4c6_SeqId_6_
2024-11-09T00:21:21,331 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/staging/jenkins.hfs.22__test__514l12rltqoaas4h41i5n2gfr6q4c23cth7ntqns66ftem04a8brjvlquj82h57b/f/1e73a372ce2844f6a6b3816f5bcc0087_SeqId_6_ into 0631c419a6ffd9b04fe2d9a66e74d43c/f as hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/default/test/0631c419a6ffd9b04fe2d9a66e74d43c/f/9db0ad0d2c1b412db38e067bdf1d57b8_SeqId_6_ - updating store file list.
2024-11-09T00:21:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9db0ad0d2c1b412db38e067bdf1d57b8_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-09T00:21:21,336 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/default/test/0631c419a6ffd9b04fe2d9a66e74d43c/f/9db0ad0d2c1b412db38e067bdf1d57b8_SeqId_6_ into 0631c419a6ffd9b04fe2d9a66e74d43c/f
2024-11-09T00:21:21,336 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/staging/jenkins.hfs.22__test__514l12rltqoaas4h41i5n2gfr6q4c23cth7ntqns66ftem04a8brjvlquj82h57b/f/1e73a372ce2844f6a6b3816f5bcc0087_SeqId_6_ into 0631c419a6ffd9b04fe2d9a66e74d43c/f (new location: hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/default/test/0631c419a6ffd9b04fe2d9a66e74d43c/f/9db0ad0d2c1b412db38e067bdf1d57b8_SeqId_6_)
2024-11-09T00:21:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/staging/jenkins.hfs.22__test__514l12rltqoaas4h41i5n2gfr6q4c23cth7ntqns66ftem04a8brjvlquj82h57b/f/1e73a372ce2844f6a6b3816f5bcc0087_SeqId_6_
2024-11-09T00:21:21,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46213 {}] regionserver.ReplicationSink(324): Finished replicating [06363a99-0ba9-4f69-9ba6-da76a7253d1b] bulk loaded data
2024-11-09T00:21:21,374 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-09T00:21:21,374 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:21:21,374 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:21:21,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:21,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:21,374 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:21:21,374 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-09T00:21:21,374 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=257414395, stopped=false
2024-11-09T00:21:21,375 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef986b38239e,38289,1731111669506
2024-11-09T00:21:21,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x1011cf78ddf0006, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1144520168/running
2024-11-09T00:21:21,414 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38641-0x1011cf78ddf0007, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1144520168/running
2024-11-09T00:21:21,414 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38641-0x1011cf78ddf0007, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1144520168
2024-11-09T00:21:21,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x1011cf78ddf0006, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1144520168
2024-11-09T00:21:21,414 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:21:21,414 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:21:21,414 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:21:21,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:21,414 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef986b38239e,38641,1731111669717' *****
2024-11-09T00:21:21,414 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T00:21:21,414 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38641-0x1011cf78ddf0007, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Set watcher on znode that does not yet exist, /2-1144520168/running
2024-11-09T00:21:21,415 INFO  [RS:0;ef986b38239e:38641 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T00:21:21,415 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38289-0x1011cf78ddf0006, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Set watcher on znode that does not yet exist, /2-1144520168/running
2024-11-09T00:21:21,415 INFO  [RS:0;ef986b38239e:38641 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T00:21:21,415 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T00:21:21,415 INFO  [RS:0;ef986b38239e:38641 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T00:21:21,415 INFO  [RS:0;ef986b38239e:38641 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a963519ec88f1a227d5bef20224591b
2024-11-09T00:21:21,415 INFO  [RS:0;ef986b38239e:38641 {}] regionserver.HRegionServer(959): stopping server ef986b38239e,38641,1731111669717
2024-11-09T00:21:21,415 INFO  [RS:0;ef986b38239e:38641 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:21:21,416 INFO  [RS:0;ef986b38239e:38641 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:38641.
2024-11-09T00:21:21,416 DEBUG [RS:0;ef986b38239e:38641 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:21:21,416 DEBUG [RS:0;ef986b38239e:38641 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:21,416 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a963519ec88f1a227d5bef20224591b, disabling compactions & flushes
2024-11-09T00:21:21,416 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731111675010.6a963519ec88f1a227d5bef20224591b.
2024-11-09T00:21:21,416 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731111675010.6a963519ec88f1a227d5bef20224591b.
2024-11-09T00:21:21,416 INFO  [RS:0;ef986b38239e:38641 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T00:21:21,416 INFO  [RS:0;ef986b38239e:38641 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T00:21:21,416 INFO  [RS:0;ef986b38239e:38641 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T00:21:21,416 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731111675010.6a963519ec88f1a227d5bef20224591b. after waiting 0 ms
2024-11-09T00:21:21,416 INFO  [RS:0;ef986b38239e:38641 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-09T00:21:21,416 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731111675010.6a963519ec88f1a227d5bef20224591b.
2024-11-09T00:21:21,424 INFO  [RS:0;ef986b38239e:38641 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-09T00:21:21,424 DEBUG [RS:0;ef986b38239e:38641 {}] regionserver.HRegionServer(1325): Online Regions={6a963519ec88f1a227d5bef20224591b=test,,1731111675010.6a963519ec88f1a227d5bef20224591b., 1588230740=hbase:meta,,1.1588230740}
2024-11-09T00:21:21,424 DEBUG [RS:0;ef986b38239e:38641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a963519ec88f1a227d5bef20224591b
2024-11-09T00:21:21,427 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:21:21,427 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:21:21,427 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:21:21,427 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:21:21,427 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:21:21,427 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB
2024-11-09T00:21:21,457 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/default/test/6a963519ec88f1a227d5bef20224591b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-11-09T00:21:21,457 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:21:21,457 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-09T00:21:21,457 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731111675010.6a963519ec88f1a227d5bef20224591b.
2024-11-09T00:21:21,457 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a963519ec88f1a227d5bef20224591b:
Waiting for close lock at 1731111681416Running coprocessor pre-close hooks at 1731111681416Disabling compacts and flushes for region at 1731111681416Disabling writes for close at 1731111681416Writing region close event to WAL at 1731111681452 (+36 ms)Running coprocessor post-close hooks at 1731111681457 (+5 ms)Closed at 1731111681457
2024-11-09T00:21:21,458 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731111675010.6a963519ec88f1a227d5bef20224591b.
2024-11-09T00:21:21,460 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/hbase/meta/1588230740/.tmp/info/acf8c7b88957470ba354e3af99afebbd is 129, key is test,,1731111675010.6a963519ec88f1a227d5bef20224591b./info:regioninfo/1731111675918/Put/seqid=0
2024-11-09T00:21:21,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36943 is added to blk_1073741839_1015 (size=6421)
2024-11-09T00:21:21,493 INFO  [regionserver/ef986b38239e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:21:21,624 DEBUG [RS:0;ef986b38239e:38641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:21:21,656 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,2-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501 to pos 393, reset compression=false
2024-11-09T00:21:21,747 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501 to pos 393, reset compression=false
2024-11-09T00:21:21,825 DEBUG [RS:0;ef986b38239e:38641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:21:21,864 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/hbase/meta/1588230740/.tmp/info/acf8c7b88957470ba354e3af99afebbd
2024-11-09T00:21:21,888 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/hbase/meta/1588230740/.tmp/ns/01f727497af64358ab768e5a80e5b184 is 43, key is default/ns:d/1731111672978/Put/seqid=0
2024-11-09T00:21:21,892 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36943 is added to blk_1073741840_1016 (size=5153)
2024-11-09T00:21:22,025 DEBUG [RS:0;ef986b38239e:38641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:21:22,160 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,2-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501 to pos 393, reset compression=false
2024-11-09T00:21:22,169 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-09T00:21:22,169 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-09T00:21:22,225 DEBUG [RS:0;ef986b38239e:38641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:21:22,253 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501 to pos 393, reset compression=false
2024-11-09T00:21:22,292 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/hbase/meta/1588230740/.tmp/ns/01f727497af64358ab768e5a80e5b184
2024-11-09T00:21:22,311 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/hbase/meta/1588230740/.tmp/rep_barrier/c26e01aa651347e4ac858ae6fb56d7a6 is 112, key is test,,1731111675010.6a963519ec88f1a227d5bef20224591b./rep_barrier:seqnumDuringOpen/1731111675918/Put/seqid=0
2024-11-09T00:21:22,314 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36943 is added to blk_1073741841_1017 (size=5518)
2024-11-09T00:21:22,425 INFO  [RS:0;ef986b38239e:38641 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-09T00:21:22,425 DEBUG [RS:0;ef986b38239e:38641 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-09T00:21:22,425 DEBUG [RS:0;ef986b38239e:38641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:21:22,626 DEBUG [RS:0;ef986b38239e:38641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:21:22,714 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/hbase/meta/1588230740/.tmp/rep_barrier/c26e01aa651347e4ac858ae6fb56d7a6
2024-11-09T00:21:22,732 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/hbase/meta/1588230740/.tmp/table/a967b756db3845fba3205073b2a6ba62 is 40, key is test/table:state/1731111675931/Put/seqid=0
2024-11-09T00:21:22,737 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36943 is added to blk_1073741842_1018 (size=5165)
2024-11-09T00:21:22,738 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/hbase/meta/1588230740/.tmp/table/a967b756db3845fba3205073b2a6ba62
2024-11-09T00:21:22,742 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/hbase/meta/1588230740/.tmp/info/acf8c7b88957470ba354e3af99afebbd as hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/hbase/meta/1588230740/info/acf8c7b88957470ba354e3af99afebbd
2024-11-09T00:21:22,746 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/hbase/meta/1588230740/info/acf8c7b88957470ba354e3af99afebbd, entries=10, sequenceid=11, filesize=6.3 K
2024-11-09T00:21:22,746 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/hbase/meta/1588230740/.tmp/ns/01f727497af64358ab768e5a80e5b184 as hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/hbase/meta/1588230740/ns/01f727497af64358ab768e5a80e5b184
2024-11-09T00:21:22,750 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/hbase/meta/1588230740/ns/01f727497af64358ab768e5a80e5b184, entries=2, sequenceid=11, filesize=5.0 K
2024-11-09T00:21:22,751 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/hbase/meta/1588230740/.tmp/rep_barrier/c26e01aa651347e4ac858ae6fb56d7a6 as hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/hbase/meta/1588230740/rep_barrier/c26e01aa651347e4ac858ae6fb56d7a6
2024-11-09T00:21:22,757 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/hbase/meta/1588230740/rep_barrier/c26e01aa651347e4ac858ae6fb56d7a6, entries=1, sequenceid=11, filesize=5.4 K
2024-11-09T00:21:22,758 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/hbase/meta/1588230740/.tmp/table/a967b756db3845fba3205073b2a6ba62 as hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/hbase/meta/1588230740/table/a967b756db3845fba3205073b2a6ba62
2024-11-09T00:21:22,762 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/hbase/meta/1588230740/table/a967b756db3845fba3205073b2a6ba62, entries=2, sequenceid=11, filesize=5.0 K
2024-11-09T00:21:22,762 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1335ms, sequenceid=11, compaction requested=false
2024-11-09T00:21:22,763 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,2-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501 to pos 393, reset compression=false
2024-11-09T00:21:22,773 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-09T00:21:22,773 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:21:22,773 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:21:22,773 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:21:22,773 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111681426Running coprocessor pre-close hooks at 1731111681426Disabling compacts and flushes for region at 1731111681426Disabling writes for close at 1731111681427 (+1 ms)Obtaining lock to block concurrent updates at 1731111681427Preparing flush snapshotting stores in 1588230740 at 1731111681427Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731111681427Flushing stores of hbase:meta,,1.1588230740 at 1731111681428 (+1 ms)Flushing 1588230740/info: creating writer at 1731111681428Flushing 1588230740/info: appending metadata at 1731111681459 (+31 ms)Flushing 1588230740/info: closing flushed file at 1731111681459Flushing 1588230740/ns: creating writer at 1731111681867 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731111681888 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731111681888Flushing 1588230740/rep_barrier: creating writer at 1731111682296 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731111682311 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731111682311Flushing 1588230740/table: creating writer at 1731111682718 (+407 ms)Flushing 1588230740/table: appending metadata at 1731111682731 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731111682731Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e19d4c9: reopening flushed file at 1731111682741 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4515b494: reopening flushed file at 1731111682746 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@494dcb4f: reopening flushed file at 1731111682750 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42737967: reopening flushed file at 1731111682757 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1335ms, sequenceid=11, compaction requested=false at 1731111682762 (+5 ms)Writing region close event to WAL at 1731111682764 (+2 ms)Running coprocessor post-close hooks at 1731111682773 (+9 ms)Closed at 1731111682773
2024-11-09T00:21:22,773 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-09T00:21:22,826 INFO  [RS:0;ef986b38239e:38641 {}] regionserver.HRegionServer(976): stopping server ef986b38239e,38641,1731111669717; all regions closed.
2024-11-09T00:21:22,833 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36943 is added to blk_1073741834_1010 (size=2717)
2024-11-09T00:21:22,836 DEBUG [RS:0;ef986b38239e:38641 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/oldWALs
2024-11-09T00:21:22,836 INFO  [RS:0;ef986b38239e:38641 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef986b38239e%2C38641%2C1731111669717.meta:.meta(num 1731111672822)
2024-11-09T00:21:22,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36943 is added to blk_1073741833_1009 (size=1028)
2024-11-09T00:21:22,848 DEBUG [RS:0;ef986b38239e:38641 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/oldWALs
2024-11-09T00:21:22,848 INFO  [RS:0;ef986b38239e:38641 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef986b38239e%2C38641%2C1731111669717:(num 1731111672311)
2024-11-09T00:21:22,848 DEBUG [RS:0;ef986b38239e:38641 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:22,848 INFO  [RS:0;ef986b38239e:38641 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:21:22,848 INFO  [RS:0;ef986b38239e:38641 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:21:22,848 INFO  [RS:0;ef986b38239e:38641 {}] hbase.ChoreService(370): Chore service for: regionserver/ef986b38239e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-09T00:21:22,848 INFO  [RS:0;ef986b38239e:38641 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:21:22,848 INFO  [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:21:22,848 INFO  [RS:0;ef986b38239e:38641 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:38641.
2024-11-09T00:21:22,849 DEBUG [RS:0;ef986b38239e:38641 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:21:22,849 DEBUG [RS:0;ef986b38239e:38641 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:22,849 DEBUG [RS:0;ef986b38239e:38641 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:22,849 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:21:22,849 INFO  [RS:0;ef986b38239e:38641 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38641
2024-11-09T00:21:22,857 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501 to pos 393, reset compression=false
2024-11-09T00:21:22,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x1011cf78ddf0006, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1144520168/rs
2024-11-09T00:21:22,866 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38641-0x1011cf78ddf0007, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1144520168/rs/ef986b38239e,38641,1731111669717
2024-11-09T00:21:22,867 INFO  [RS:0;ef986b38239e:38641 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:21:22,867 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef986b38239e,38641,1731111669717]
2024-11-09T00:21:22,887 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1144520168/draining/ef986b38239e,38641,1731111669717 already deleted, retry=false
2024-11-09T00:21:22,887 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef986b38239e,38641,1731111669717 expired; onlineServers=0
2024-11-09T00:21:22,887 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef986b38239e,38289,1731111669506' *****
2024-11-09T00:21:22,887 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-09T00:21:22,887 INFO  [M:0;ef986b38239e:38289 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:21:22,888 INFO  [M:0;ef986b38239e:38289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:21:22,888 DEBUG [M:0;ef986b38239e:38289 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-09T00:21:22,888 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-09T00:21:22,888 DEBUG [M:0;ef986b38239e:38289 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-09T00:21:22,888 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111671964 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111671964,5,FailOnTimeoutGroup]
2024-11-09T00:21:22,888 INFO  [M:0;ef986b38239e:38289 {}] hbase.ChoreService(370): Chore service for: master/ef986b38239e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-09T00:21:22,888 INFO  [M:0;ef986b38239e:38289 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:21:22,888 DEBUG [M:0;ef986b38239e:38289 {}] master.HMaster(1795): Stopping service threads
2024-11-09T00:21:22,888 INFO  [M:0;ef986b38239e:38289 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-09T00:21:22,888 INFO  [M:0;ef986b38239e:38289 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:21:22,889 INFO  [M:0;ef986b38239e:38289 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-09T00:21:22,889 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111671972 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111671972,5,FailOnTimeoutGroup]
2024-11-09T00:21:22,889 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-09T00:21:22,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x1011cf78ddf0006, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1144520168/master
2024-11-09T00:21:22,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x1011cf78ddf0006, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1144520168
2024-11-09T00:21:22,898 DEBUG [M:0;ef986b38239e:38289 {}] zookeeper.ZKUtil(347): master:38289-0x1011cf78ddf0006, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Unable to get data of znode /2-1144520168/master because node does not exist (not an error)
2024-11-09T00:21:22,898 WARN  [M:0;ef986b38239e:38289 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-09T00:21:22,899 INFO  [M:0;ef986b38239e:38289 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/.lastflushedseqids
2024-11-09T00:21:22,941 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36943 is added to blk_1073741843_1019 (size=173)
2024-11-09T00:21:22,942 INFO  [M:0;ef986b38239e:38289 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-09T00:21:22,942 INFO  [M:0;ef986b38239e:38289 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-09T00:21:22,942 DEBUG [M:0;ef986b38239e:38289 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:21:22,942 INFO  [M:0;ef986b38239e:38289 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:21:22,942 DEBUG [M:0;ef986b38239e:38289 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:21:22,942 DEBUG [M:0;ef986b38239e:38289 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:21:22,942 DEBUG [M:0;ef986b38239e:38289 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:21:22,942 INFO  [M:0;ef986b38239e:38289 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB
2024-11-09T00:21:22,967 DEBUG [M:0;ef986b38239e:38289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9229bbd076b4932a433871a4a6f718b is 82, key is hbase:meta,,1/info:regioninfo/1731111672939/Put/seqid=0
2024-11-09T00:21:22,977 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38641-0x1011cf78ddf0007, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:21:22,977 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38641-0x1011cf78ddf0007, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:21:22,977 INFO  [RS:0;ef986b38239e:38641 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:21:22,977 INFO  [RS:0;ef986b38239e:38641 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef986b38239e,38641,1731111669717; zookeeper connection closed.
2024-11-09T00:21:22,985 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3af669ec {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3af669ec
2024-11-09T00:21:22,985 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-09T00:21:23,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36943 is added to blk_1073741844_1020 (size=5672)
2024-11-09T00:21:23,221 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-09T00:21:23,422 INFO  [M:0;ef986b38239e:38289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9229bbd076b4932a433871a4a6f718b
2024-11-09T00:21:23,442 DEBUG [M:0;ef986b38239e:38289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5166d1a4f6a74b66b0e207451f9a5a59 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731111675936/Put/seqid=0
2024-11-09T00:21:23,457 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36943 is added to blk_1073741845_1021 (size=6586)
2024-11-09T00:21:23,458 INFO  [M:0;ef986b38239e:38289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5166d1a4f6a74b66b0e207451f9a5a59
2024-11-09T00:21:23,473 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,2-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501 to pos 393, reset compression=false
2024-11-09T00:21:23,484 DEBUG [M:0;ef986b38239e:38289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bba3155270c14137856b54c3dca477e3 is 69, key is ef986b38239e,38641,1731111669717/rs:state/1731111672025/Put/seqid=0
2024-11-09T00:21:23,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36943 is added to blk_1073741846_1022 (size=5156)
2024-11-09T00:21:23,506 INFO  [M:0;ef986b38239e:38289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bba3155270c14137856b54c3dca477e3
2024-11-09T00:21:23,514 DEBUG [M:0;ef986b38239e:38289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9229bbd076b4932a433871a4a6f718b as hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d9229bbd076b4932a433871a4a6f718b
2024-11-09T00:21:23,519 INFO  [M:0;ef986b38239e:38289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d9229bbd076b4932a433871a4a6f718b, entries=8, sequenceid=55, filesize=5.5 K
2024-11-09T00:21:23,523 DEBUG [M:0;ef986b38239e:38289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5166d1a4f6a74b66b0e207451f9a5a59 as hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5166d1a4f6a74b66b0e207451f9a5a59
2024-11-09T00:21:23,535 INFO  [M:0;ef986b38239e:38289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5166d1a4f6a74b66b0e207451f9a5a59, entries=6, sequenceid=55, filesize=6.4 K
2024-11-09T00:21:23,536 DEBUG [M:0;ef986b38239e:38289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bba3155270c14137856b54c3dca477e3 as hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bba3155270c14137856b54c3dca477e3
2024-11-09T00:21:23,545 INFO  [M:0;ef986b38239e:38289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cba70df1-1fa6-7dbd-fa47-31a0a543b94b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bba3155270c14137856b54c3dca477e3, entries=1, sequenceid=55, filesize=5.0 K
2024-11-09T00:21:23,546 INFO  [M:0;ef986b38239e:38289 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 604ms, sequenceid=55, compaction requested=false
2024-11-09T00:21:23,561 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501 to pos 393, reset compression=false
2024-11-09T00:21:23,572 INFO  [M:0;ef986b38239e:38289 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:21:23,573 DEBUG [M:0;ef986b38239e:38289 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111682942Disabling compacts and flushes for region at 1731111682942Disabling writes for close at 1731111682942Obtaining lock to block concurrent updates at 1731111682942Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731111682942Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731111682943 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731111682943Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731111682943Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731111682966 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731111682966Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731111683426 (+460 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731111683442 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731111683442Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731111683463 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731111683483 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731111683483Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10f8272d: reopening flushed file at 1731111683513 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f3ae116: reopening flushed file at 1731111683519 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6edcc644: reopening flushed file at 1731111683535 (+16 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 604ms, sequenceid=55, compaction requested=false at 1731111683546 (+11 ms)Writing region close event to WAL at 1731111683572 (+26 ms)Closed at 1731111683572
2024-11-09T00:21:23,607 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36943 is added to blk_1073741830_1006 (size=32770)
2024-11-09T00:21:23,608 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:21:23,608 INFO  [M:0;ef986b38239e:38289 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-09T00:21:23,608 INFO  [M:0;ef986b38239e:38289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38289
2024-11-09T00:21:23,609 INFO  [M:0;ef986b38239e:38289 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:21:23,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x1011cf78ddf0006, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:21:23,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38289-0x1011cf78ddf0006, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:21:23,757 INFO  [M:0;ef986b38239e:38289 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:21:23,785 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c95447{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:21:23,786 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1bc7496d{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:21:23,786 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:21:23,786 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e8d262e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:21:23,786 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d9f90b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2278dc70-e7b5-feb0-5394-1c7a5d7f671d/hadoop.log.dir/,STOPPED}
2024-11-09T00:21:23,789 WARN  [BP-183458507-172.17.0.3-1731111666984 heartbeating to localhost/127.0.0.1:37665 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T00:21:23,789 WARN  [BP-183458507-172.17.0.3-1731111666984 heartbeating to localhost/127.0.0.1:37665 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-183458507-172.17.0.3-1731111666984 (Datanode Uuid 4c8d3b2b-e95b-4f41-9eef-1b53a52486b2) service to localhost/127.0.0.1:37665
2024-11-09T00:21:23,789 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T00:21:23,789 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T00:21:23,791 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2278dc70-e7b5-feb0-5394-1c7a5d7f671d/cluster_e32a493e-79e4-2e9c-57b0-1d4dbcca35b2/data/data2/current/BP-183458507-172.17.0.3-1731111666984 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:21:23,791 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2278dc70-e7b5-feb0-5394-1c7a5d7f671d/cluster_e32a493e-79e4-2e9c-57b0-1d4dbcca35b2/data/data1/current/BP-183458507-172.17.0.3-1731111666984 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:21:23,793 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T00:21:23,803 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@224a7d69{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:21:23,803 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30633fa8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:21:23,803 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:21:23,803 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ed586f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:21:23,803 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30355923{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2278dc70-e7b5-feb0-5394-1c7a5d7f671d/hadoop.log.dir/,STOPPED}
2024-11-09T00:21:23,822 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-09T00:21:23,822 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-09T00:21:23,822 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:21:23,822 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:21:23,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:23,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:23,822 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:21:23,822 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-09T00:21:23,823 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1871121132, stopped=false
2024-11-09T00:21:23,823 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef986b38239e,38375,1731111662817
2024-11-09T00:21:23,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46213-0x1011cf78ddf0004, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-996588013/running
2024-11-09T00:21:23,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x1011cf78ddf0003, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-996588013/running
2024-11-09T00:21:23,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46213-0x1011cf78ddf0004, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-996588013
2024-11-09T00:21:23,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x1011cf78ddf0003, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-996588013
2024-11-09T00:21:23,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46213-0x1011cf78ddf0004, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Set watcher on znode that does not yet exist, /1-996588013/running
2024-11-09T00:21:23,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38375-0x1011cf78ddf0003, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Set watcher on znode that does not yet exist, /1-996588013/running
2024-11-09T00:21:23,842 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:21:23,842 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:21:23,843 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:21:23,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:23,843 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef986b38239e,46213,1731111663028' *****
2024-11-09T00:21:23,843 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T00:21:23,848 INFO  [RS:0;ef986b38239e:46213 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T00:21:23,848 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T00:21:23,849 INFO  [RS:0;ef986b38239e:46213 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T00:21:23,849 INFO  [RS:0;ef986b38239e:46213 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T00:21:23,849 INFO  [RS:0;ef986b38239e:46213 {}] regionserver.HRegionServer(3091): Received CLOSE for 0631c419a6ffd9b04fe2d9a66e74d43c
2024-11-09T00:21:23,855 INFO  [regionserver/ef986b38239e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:21:23,864 INFO  [RS:0;ef986b38239e:46213 {}] regionserver.HRegionServer(959): stopping server ef986b38239e,46213,1731111663028
2024-11-09T00:21:23,864 INFO  [RS:0;ef986b38239e:46213 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:21:23,864 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0631c419a6ffd9b04fe2d9a66e74d43c, disabling compactions & flushes
2024-11-09T00:21:23,864 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731111673841.0631c419a6ffd9b04fe2d9a66e74d43c.
2024-11-09T00:21:23,864 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731111673841.0631c419a6ffd9b04fe2d9a66e74d43c.
2024-11-09T00:21:23,864 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731111673841.0631c419a6ffd9b04fe2d9a66e74d43c. after waiting 0 ms
2024-11-09T00:21:23,864 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731111673841.0631c419a6ffd9b04fe2d9a66e74d43c.
2024-11-09T00:21:23,865 INFO  [RS:0;ef986b38239e:46213 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:46213.
2024-11-09T00:21:23,865 DEBUG [RS:0;ef986b38239e:46213 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:21:23,865 DEBUG [RS:0;ef986b38239e:46213 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:23,865 INFO  [RS:0;ef986b38239e:46213 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T00:21:23,865 INFO  [RS:0;ef986b38239e:46213 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T00:21:23,865 INFO  [RS:0;ef986b38239e:46213 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T00:21:23,865 INFO  [RS:0;ef986b38239e:46213 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-09T00:21:23,876 INFO  [RS:0;ef986b38239e:46213 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-09T00:21:23,876 DEBUG [RS:0;ef986b38239e:46213 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0631c419a6ffd9b04fe2d9a66e74d43c=test,,1731111673841.0631c419a6ffd9b04fe2d9a66e74d43c.}
2024-11-09T00:21:23,876 DEBUG [RS:0;ef986b38239e:46213 {}] regionserver.HRegionServer(1351): Waiting on 0631c419a6ffd9b04fe2d9a66e74d43c, 1588230740
2024-11-09T00:21:23,876 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:21:23,876 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:21:23,876 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:21:23,876 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:21:23,876 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:21:23,877 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB
2024-11-09T00:21:23,918 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/hbase/meta/1588230740/.tmp/info/6520b8849d7047aeaae712ba7eb87dd3 is 129, key is test,,1731111673841.0631c419a6ffd9b04fe2d9a66e74d43c./info:regioninfo/1731111674714/Put/seqid=0
2024-11-09T00:21:23,928 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/default/test/0631c419a6ffd9b04fe2d9a66e74d43c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-09T00:21:23,929 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:21:23,929 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-09T00:21:23,929 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731111673841.0631c419a6ffd9b04fe2d9a66e74d43c.
2024-11-09T00:21:23,929 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0631c419a6ffd9b04fe2d9a66e74d43c:
Waiting for close lock at 1731111683864Running coprocessor pre-close hooks at 1731111683864Disabling compacts and flushes for region at 1731111683864Disabling writes for close at 1731111683864Writing region close event to WAL at 1731111683892 (+28 ms)Running coprocessor post-close hooks at 1731111683929 (+37 ms)Closed at 1731111683929
2024-11-09T00:21:23,929 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731111673841.0631c419a6ffd9b04fe2d9a66e74d43c.
2024-11-09T00:21:23,930 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741841_1017 (size=6421)
2024-11-09T00:21:23,931 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/hbase/meta/1588230740/.tmp/info/6520b8849d7047aeaae712ba7eb87dd3
2024-11-09T00:21:23,965 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/hbase/meta/1588230740/.tmp/ns/01ebe730b49c429391a33a6a1693c9ec is 43, key is default/ns:d/1731111666824/Put/seqid=0
2024-11-09T00:21:23,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741842_1018 (size=5153)
2024-11-09T00:21:23,978 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/hbase/meta/1588230740/.tmp/ns/01ebe730b49c429391a33a6a1693c9ec
2024-11-09T00:21:24,009 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/hbase/meta/1588230740/.tmp/rep_barrier/929b837dfdf84c86bd74f7705ef77aef is 112, key is test,,1731111673841.0631c419a6ffd9b04fe2d9a66e74d43c./rep_barrier:seqnumDuringOpen/1731111674714/Put/seqid=0
2024-11-09T00:21:24,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741843_1019 (size=5518)
2024-11-09T00:21:24,029 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/hbase/meta/1588230740/.tmp/rep_barrier/929b837dfdf84c86bd74f7705ef77aef
2024-11-09T00:21:24,077 DEBUG [RS:0;ef986b38239e:46213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:21:24,079 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/hbase/meta/1588230740/.tmp/table/bb93fc0af7784eeb8f9fd90ad37c1b25 is 40, key is test/table:state/1731111674723/Put/seqid=0
2024-11-09T00:21:24,129 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741844_1020 (size=5165)
2024-11-09T00:21:24,277 DEBUG [RS:0;ef986b38239e:46213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:21:24,301 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,2-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501 to pos 393, reset compression=false
2024-11-09T00:21:24,366 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-09T00:21:24,366 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-09T00:21:24,415 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501 to pos 393, reset compression=false
2024-11-09T00:21:24,477 DEBUG [RS:0;ef986b38239e:46213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:21:24,530 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/hbase/meta/1588230740/.tmp/table/bb93fc0af7784eeb8f9fd90ad37c1b25
2024-11-09T00:21:24,541 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/hbase/meta/1588230740/.tmp/info/6520b8849d7047aeaae712ba7eb87dd3 as hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/hbase/meta/1588230740/info/6520b8849d7047aeaae712ba7eb87dd3
2024-11-09T00:21:24,546 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/hbase/meta/1588230740/info/6520b8849d7047aeaae712ba7eb87dd3, entries=10, sequenceid=11, filesize=6.3 K
2024-11-09T00:21:24,547 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/hbase/meta/1588230740/.tmp/ns/01ebe730b49c429391a33a6a1693c9ec as hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/hbase/meta/1588230740/ns/01ebe730b49c429391a33a6a1693c9ec
2024-11-09T00:21:24,555 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/hbase/meta/1588230740/ns/01ebe730b49c429391a33a6a1693c9ec, entries=2, sequenceid=11, filesize=5.0 K
2024-11-09T00:21:24,557 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/hbase/meta/1588230740/.tmp/rep_barrier/929b837dfdf84c86bd74f7705ef77aef as hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/hbase/meta/1588230740/rep_barrier/929b837dfdf84c86bd74f7705ef77aef
2024-11-09T00:21:24,563 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/hbase/meta/1588230740/rep_barrier/929b837dfdf84c86bd74f7705ef77aef, entries=1, sequenceid=11, filesize=5.4 K
2024-11-09T00:21:24,563 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/hbase/meta/1588230740/.tmp/table/bb93fc0af7784eeb8f9fd90ad37c1b25 as hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/hbase/meta/1588230740/table/bb93fc0af7784eeb8f9fd90ad37c1b25
2024-11-09T00:21:24,568 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/hbase/meta/1588230740/table/bb93fc0af7784eeb8f9fd90ad37c1b25, entries=2, sequenceid=11, filesize=5.0 K
2024-11-09T00:21:24,569 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 691ms, sequenceid=11, compaction requested=false
2024-11-09T00:21:24,569 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-09T00:21:24,577 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-09T00:21:24,578 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:21:24,578 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:21:24,578 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:21:24,578 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111683876Running coprocessor pre-close hooks at 1731111683876Disabling compacts and flushes for region at 1731111683876Disabling writes for close at 1731111683876Obtaining lock to block concurrent updates at 1731111683877 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731111683877Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731111683877Flushing stores of hbase:meta,,1.1588230740 at 1731111683892 (+15 ms)Flushing 1588230740/info: creating writer at 1731111683892Flushing 1588230740/info: appending metadata at 1731111683918 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731111683918Flushing 1588230740/ns: creating writer at 1731111683937 (+19 ms)Flushing 1588230740/ns: appending metadata at 1731111683964 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1731111683964Flushing 1588230740/rep_barrier: creating writer at 1731111683981 (+17 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731111684009 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731111684009Flushing 1588230740/table: creating writer at 1731111684035 (+26 ms)Flushing 1588230740/table: appending metadata at 1731111684078 (+43 ms)Flushing 1588230740/table: closing flushed file at 1731111684079 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a36f392: reopening flushed file at 1731111684536 (+457 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b4f84f7: reopening flushed file at 1731111684546 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4096bb28: reopening flushed file at 1731111684555 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45cd71ea: reopening flushed file at 1731111684563 (+8 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 691ms, sequenceid=11, compaction requested=false at 1731111684569 (+6 ms)Writing region close event to WAL at 1731111684574 (+5 ms)Running coprocessor post-close hooks at 1731111684578 (+4 ms)Closed at 1731111684578
2024-11-09T00:21:24,578 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-09T00:21:24,677 INFO  [RS:0;ef986b38239e:46213 {}] regionserver.HRegionServer(976): stopping server ef986b38239e,46213,1731111663028; all regions closed.
2024-11-09T00:21:24,699 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741834_1010 (size=2717)
2024-11-09T00:21:24,703 DEBUG [RS:0;ef986b38239e:46213 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/oldWALs
2024-11-09T00:21:24,703 INFO  [RS:0;ef986b38239e:46213 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef986b38239e%2C46213%2C1731111663028.meta:.meta(num 1731111666724)
2024-11-09T00:21:24,706 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741833_1009 (size=1374)
2024-11-09T00:21:24,715 DEBUG [RS:0;ef986b38239e:46213 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/oldWALs
2024-11-09T00:21:24,716 INFO  [RS:0;ef986b38239e:46213 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef986b38239e%2C46213%2C1731111663028:(num 1731111666428)
2024-11-09T00:21:24,716 DEBUG [RS:0;ef986b38239e:46213 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:24,716 INFO  [RS:0;ef986b38239e:46213 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:21:24,716 INFO  [RS:0;ef986b38239e:46213 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:21:24,717 INFO  [RS:0;ef986b38239e:46213 {}] hbase.ChoreService(370): Chore service for: regionserver/ef986b38239e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-09T00:21:24,718 INFO  [RS:0;ef986b38239e:46213 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:21:24,718 INFO  [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:21:24,719 INFO  [RS:0;ef986b38239e:46213 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:46213.
2024-11-09T00:21:24,719 DEBUG [RS:0;ef986b38239e:46213 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:21:24,719 DEBUG [RS:0;ef986b38239e:46213 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:24,721 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:21:24,721 DEBUG [RS:0;ef986b38239e:46213 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:24,722 INFO  [RS:0;ef986b38239e:46213 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46213
2024-11-09T00:21:24,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x1011cf78ddf0003, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-996588013/rs
2024-11-09T00:21:24,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46213-0x1011cf78ddf0004, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-996588013/rs/ef986b38239e,46213,1731111663028
2024-11-09T00:21:24,740 INFO  [RS:0;ef986b38239e:46213 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:21:24,756 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef986b38239e,46213,1731111663028]
2024-11-09T00:21:24,761 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-996588013/draining/ef986b38239e,46213,1731111663028 already deleted, retry=false
2024-11-09T00:21:24,761 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef986b38239e,46213,1731111663028 expired; onlineServers=0
2024-11-09T00:21:24,761 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef986b38239e,38375,1731111662817' *****
2024-11-09T00:21:24,761 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-09T00:21:24,761 INFO  [M:0;ef986b38239e:38375 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:21:24,761 INFO  [M:0;ef986b38239e:38375 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:21:24,761 DEBUG [M:0;ef986b38239e:38375 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-09T00:21:24,761 DEBUG [M:0;ef986b38239e:38375 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-09T00:21:24,761 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111666058 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111666058,5,FailOnTimeoutGroup]
2024-11-09T00:21:24,761 INFO  [M:0;ef986b38239e:38375 {}] hbase.ChoreService(370): Chore service for: master/ef986b38239e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-09T00:21:24,761 INFO  [M:0;ef986b38239e:38375 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:21:24,762 DEBUG [M:0;ef986b38239e:38375 {}] master.HMaster(1795): Stopping service threads
2024-11-09T00:21:24,762 INFO  [M:0;ef986b38239e:38375 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-09T00:21:24,762 INFO  [M:0;ef986b38239e:38375 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:21:24,762 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111666058 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111666058,5,FailOnTimeoutGroup]
2024-11-09T00:21:24,762 INFO  [M:0;ef986b38239e:38375 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-09T00:21:24,762 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-09T00:21:24,762 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-09T00:21:24,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x1011cf78ddf0003, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-996588013/master
2024-11-09T00:21:24,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x1011cf78ddf0003, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-996588013
2024-11-09T00:21:24,781 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-996588013/master already deleted, retry=false
2024-11-09T00:21:24,781 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:38375-0x1011cf78ddf0003, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-996588013/master
2024-11-09T00:21:24,783 INFO  [M:0;ef986b38239e:38375 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/.lastflushedseqids
2024-11-09T00:21:24,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741845_1021 (size=173)
2024-11-09T00:21:24,798 INFO  [M:0;ef986b38239e:38375 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-09T00:21:24,798 INFO  [M:0;ef986b38239e:38375 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-09T00:21:24,798 DEBUG [M:0;ef986b38239e:38375 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:21:24,798 INFO  [M:0;ef986b38239e:38375 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:21:24,798 DEBUG [M:0;ef986b38239e:38375 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:21:24,798 DEBUG [M:0;ef986b38239e:38375 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:21:24,798 DEBUG [M:0;ef986b38239e:38375 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:21:24,798 INFO  [M:0;ef986b38239e:38375 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB
2024-11-09T00:21:24,829 DEBUG [M:0;ef986b38239e:38375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28ffa34c3a8b4dbb9c8ac463f3e55d4a is 82, key is hbase:meta,,1/info:regioninfo/1731111666778/Put/seqid=0
2024-11-09T00:21:24,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46213-0x1011cf78ddf0004, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:21:24,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46213-0x1011cf78ddf0004, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:21:24,851 INFO  [RS:0;ef986b38239e:46213 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:21:24,851 INFO  [RS:0;ef986b38239e:46213 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef986b38239e,46213,1731111663028; zookeeper connection closed.
2024-11-09T00:21:24,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741846_1022 (size=5672)
2024-11-09T00:21:24,872 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@bff46a8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@bff46a8
2024-11-09T00:21:24,872 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-09T00:21:24,873 INFO  [M:0;ef986b38239e:38375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28ffa34c3a8b4dbb9c8ac463f3e55d4a
2024-11-09T00:21:24,909 DEBUG [M:0;ef986b38239e:38375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c42fb6f403e445fbb2374abdb53983a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731111674729/Put/seqid=0
2024-11-09T00:21:24,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741847_1023 (size=6586)
2024-11-09T00:21:24,927 INFO  [M:0;ef986b38239e:38375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c42fb6f403e445fbb2374abdb53983a
2024-11-09T00:21:24,975 DEBUG [M:0;ef986b38239e:38375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59d7d9f0608e4dd19a0446c661c8e16f is 69, key is ef986b38239e,46213,1731111663028/rs:state/1731111666206/Put/seqid=0
2024-11-09T00:21:25,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741848_1024 (size=5156)
2024-11-09T00:21:25,001 INFO  [M:0;ef986b38239e:38375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59d7d9f0608e4dd19a0446c661c8e16f
2024-11-09T00:21:25,008 DEBUG [M:0;ef986b38239e:38375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28ffa34c3a8b4dbb9c8ac463f3e55d4a as hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/28ffa34c3a8b4dbb9c8ac463f3e55d4a
2024-11-09T00:21:25,014 INFO  [M:0;ef986b38239e:38375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/28ffa34c3a8b4dbb9c8ac463f3e55d4a, entries=8, sequenceid=55, filesize=5.5 K
2024-11-09T00:21:25,015 DEBUG [M:0;ef986b38239e:38375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c42fb6f403e445fbb2374abdb53983a as hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c42fb6f403e445fbb2374abdb53983a
2024-11-09T00:21:25,021 INFO  [M:0;ef986b38239e:38375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c42fb6f403e445fbb2374abdb53983a, entries=6, sequenceid=55, filesize=6.4 K
2024-11-09T00:21:25,021 DEBUG [M:0;ef986b38239e:38375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59d7d9f0608e4dd19a0446c661c8e16f as hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/59d7d9f0608e4dd19a0446c661c8e16f
2024-11-09T00:21:25,026 INFO  [M:0;ef986b38239e:38375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37059/user/jenkins/test-data/bfccc966-771d-9cda-3a33-5aa37774d62e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/59d7d9f0608e4dd19a0446c661c8e16f, entries=1, sequenceid=55, filesize=5.0 K
2024-11-09T00:21:25,027 INFO  [M:0;ef986b38239e:38375 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 229ms, sequenceid=55, compaction requested=false
2024-11-09T00:21:25,056 INFO  [M:0;ef986b38239e:38375 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:21:25,056 DEBUG [M:0;ef986b38239e:38375 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111684798Disabling compacts and flushes for region at 1731111684798Disabling writes for close at 1731111684798Obtaining lock to block concurrent updates at 1731111684798Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731111684798Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731111684799 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731111684799Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731111684799Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731111684828 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731111684828Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731111684876 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731111684908 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731111684908Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731111684931 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731111684975 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731111684975Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68de9778: reopening flushed file at 1731111685006 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38b6e73d: reopening flushed file at 1731111685014 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37f58cb7: reopening flushed file at 1731111685021 (+7 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 229ms, sequenceid=55, compaction requested=false at 1731111685027 (+6 ms)Writing region close event to WAL at 1731111685056 (+29 ms)Closed at 1731111685056
2024-11-09T00:21:25,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44859 is added to blk_1073741830_1006 (size=32770)
2024-11-09T00:21:25,062 INFO  [M:0;ef986b38239e:38375 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-09T00:21:25,062 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:21:25,062 INFO  [M:0;ef986b38239e:38375 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38375
2024-11-09T00:21:25,063 INFO  [M:0;ef986b38239e:38375 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:21:25,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x1011cf78ddf0003, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:21:25,187 INFO  [M:0;ef986b38239e:38375 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:21:25,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x1011cf78ddf0003, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:21:25,221 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,2-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501 to pos 393, reset compression=false
2024-11-09T00:21:25,225 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e134a3c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:21:25,225 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68bea0d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:21:25,225 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:21:25,225 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4898b4cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:21:25,225 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3415879c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24/hadoop.log.dir/,STOPPED}
2024-11-09T00:21:25,227 WARN  [BP-2142071442-172.17.0.3-1731111660530 heartbeating to localhost/127.0.0.1:37059 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T00:21:25,227 WARN  [BP-2142071442-172.17.0.3-1731111660530 heartbeating to localhost/127.0.0.1:37059 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2142071442-172.17.0.3-1731111660530 (Datanode Uuid 35d3f023-7dfe-4837-b1e1-7ba2546b2f94) service to localhost/127.0.0.1:37059
2024-11-09T00:21:25,227 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24/cluster_cf38a2aa-4797-9f79-7c3c-f8451a487336/data/data1/current/BP-2142071442-172.17.0.3-1731111660530 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:21:25,228 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24/cluster_cf38a2aa-4797-9f79-7c3c-f8451a487336/data/data2/current/BP-2142071442-172.17.0.3-1731111660530 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:21:25,228 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T00:21:25,228 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T00:21:25,228 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T00:21:25,238 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28176859{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:21:25,239 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ea2c258{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:21:25,239 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:21:25,239 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73bfc8d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:21:25,239 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d73b94b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9cc298-1f7d-31cd-6010-f889fdcb3d24/hadoop.log.dir/,STOPPED}
2024-11-09T00:21:25,258 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-09T00:21:25,258 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-09T00:21:25,258 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:21:25,258 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:21:25,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:25,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:25,259 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-09T00:21:25,259 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=954849749, stopped=false
2024-11-09T00:21:25,260 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef986b38239e,45341,1731111656490
2024-11-09T00:21:25,260 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:21:25,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x1011cf78ddf0001, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1586500079/running
2024-11-09T00:21:25,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x1011cf78ddf0001, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586500079
2024-11-09T00:21:25,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45341-0x1011cf78ddf0000, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1586500079/running
2024-11-09T00:21:25,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45341-0x1011cf78ddf0000, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586500079
2024-11-09T00:21:25,324 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:21:25,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45341-0x1011cf78ddf0000, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Set watcher on znode that does not yet exist, /0-1586500079/running
2024-11-09T00:21:25,326 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T00:21:25,326 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:21:25,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:25,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44363-0x1011cf78ddf0001, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Set watcher on znode that does not yet exist, /0-1586500079/running
2024-11-09T00:21:25,326 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef986b38239e,44363,1731111657061' *****
2024-11-09T00:21:25,326 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T00:21:25,326 INFO  [RS:0;ef986b38239e:44363 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T00:21:25,326 INFO  [RS:0;ef986b38239e:44363 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T00:21:25,327 INFO  [RS:0;ef986b38239e:44363 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T00:21:25,327 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T00:21:25,327 INFO  [RS:0;ef986b38239e:44363 {}] regionserver.HRegionServer(3091): Received CLOSE for 1192e04fa24f49dfeefb1bc607477d44
2024-11-09T00:21:25,327 INFO  [RS:0;ef986b38239e:44363 {}] regionserver.HRegionServer(3091): Received CLOSE for 8ba219f4f509e08a10cc2f8973fd936a
2024-11-09T00:21:25,327 INFO  [RS:0;ef986b38239e:44363 {}] regionserver.HRegionServer(959): stopping server ef986b38239e,44363,1731111657061
2024-11-09T00:21:25,327 INFO  [RS:0;ef986b38239e:44363 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:21:25,327 INFO  [RS:0;ef986b38239e:44363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:44363.
2024-11-09T00:21:25,327 DEBUG [RS:0;ef986b38239e:44363 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:21:25,327 DEBUG [RS:0;ef986b38239e:44363 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:25,327 INFO  [RS:0;ef986b38239e:44363 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T00:21:25,327 INFO  [RS:0;ef986b38239e:44363 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T00:21:25,327 INFO  [RS:0;ef986b38239e:44363 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T00:21:25,327 INFO  [RS:0;ef986b38239e:44363 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-09T00:21:25,330 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1192e04fa24f49dfeefb1bc607477d44, disabling compactions & flushes
2024-11-09T00:21:25,330 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731111676195.1192e04fa24f49dfeefb1bc607477d44.
2024-11-09T00:21:25,330 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731111676195.1192e04fa24f49dfeefb1bc607477d44.
2024-11-09T00:21:25,330 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731111676195.1192e04fa24f49dfeefb1bc607477d44. after waiting 0 ms
2024-11-09T00:21:25,330 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731111676195.1192e04fa24f49dfeefb1bc607477d44.
2024-11-09T00:21:25,330 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1192e04fa24f49dfeefb1bc607477d44 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB
2024-11-09T00:21:25,340 INFO  [RS:0;ef986b38239e:44363 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-09T00:21:25,340 DEBUG [RS:0;ef986b38239e:44363 {}] regionserver.HRegionServer(1325): Online Regions={1192e04fa24f49dfeefb1bc607477d44=hbase:replication,,1731111676195.1192e04fa24f49dfeefb1bc607477d44., 8ba219f4f509e08a10cc2f8973fd936a=test,,1731111673201.8ba219f4f509e08a10cc2f8973fd936a., 1588230740=hbase:meta,,1.1588230740}
2024-11-09T00:21:25,340 DEBUG [RS:0;ef986b38239e:44363 {}] regionserver.HRegionServer(1351): Waiting on 1192e04fa24f49dfeefb1bc607477d44, 1588230740, 8ba219f4f509e08a10cc2f8973fd936a
2024-11-09T00:21:25,340 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T00:21:25,340 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T00:21:25,340 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T00:21:25,340 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T00:21:25,340 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T00:21:25,341 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-09T00:21:25,345 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501 to pos 393, reset compression=false
2024-11-09T00:21:25,361 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/replication/1192e04fa24f49dfeefb1bc607477d44/.tmp/hfileref/bc76412df4f24e01939c6e9f7266380f is 74, key is 1/hfileref:1e73a372ce2844f6a6b3816f5bcc0087_SeqId_6_/1731111681338/DeleteColumn/seqid=0
2024-11-09T00:21:25,388 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/meta/1588230740/.tmp/info/dc3fb473b4a94028926ab4937d2b1c89 is 147, key is hbase:replication,,1731111676195.1192e04fa24f49dfeefb1bc607477d44./info:regioninfo/1731111677454/Put/seqid=0
2024-11-09T00:21:25,398 INFO  [regionserver/ef986b38239e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:21:25,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741848_1024 (size=7686)
2024-11-09T00:21:25,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741847_1023 (size=5489)
2024-11-09T00:21:25,407 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/replication/1192e04fa24f49dfeefb1bc607477d44/.tmp/hfileref/bc76412df4f24e01939c6e9f7266380f
2024-11-09T00:21:25,413 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/meta/1588230740/.tmp/info/dc3fb473b4a94028926ab4937d2b1c89
2024-11-09T00:21:25,470 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/replication/1192e04fa24f49dfeefb1bc607477d44/.tmp/queue/72d3ac0c438648a68f349418cff66f96 is 153, key is 1-ef986b38239e,44363,1731111657061/queue:ef986b38239e%2C44363%2C1731111657061/1731111681340/Put/seqid=0
2024-11-09T00:21:25,479 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/meta/1588230740/.tmp/ns/e363e47ad23541cabc20fd8bf392e925 is 43, key is default/ns:d/1731111660410/Put/seqid=0
2024-11-09T00:21:25,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741849_1025 (size=5504)
2024-11-09T00:21:25,502 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/replication/1192e04fa24f49dfeefb1bc607477d44/.tmp/queue/72d3ac0c438648a68f349418cff66f96
2024-11-09T00:21:25,506 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/replication/1192e04fa24f49dfeefb1bc607477d44/.tmp/hfileref/bc76412df4f24e01939c6e9f7266380f as hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/replication/1192e04fa24f49dfeefb1bc607477d44/hfileref/bc76412df4f24e01939c6e9f7266380f
2024-11-09T00:21:25,516 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/replication/1192e04fa24f49dfeefb1bc607477d44/hfileref/bc76412df4f24e01939c6e9f7266380f, entries=6, sequenceid=17, filesize=5.4 K
2024-11-09T00:21:25,518 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/replication/1192e04fa24f49dfeefb1bc607477d44/.tmp/queue/72d3ac0c438648a68f349418cff66f96 as hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/replication/1192e04fa24f49dfeefb1bc607477d44/queue/72d3ac0c438648a68f349418cff66f96
2024-11-09T00:21:25,523 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/replication/1192e04fa24f49dfeefb1bc607477d44/queue/72d3ac0c438648a68f349418cff66f96, entries=2, sequenceid=17, filesize=5.4 K
2024-11-09T00:21:25,524 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 1192e04fa24f49dfeefb1bc607477d44 in 193ms, sequenceid=17, compaction requested=false
2024-11-09T00:21:25,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741850_1026 (size=5153)
2024-11-09T00:21:25,540 DEBUG [RS:0;ef986b38239e:44363 {}] regionserver.HRegionServer(1351): Waiting on 1192e04fa24f49dfeefb1bc607477d44, 1588230740, 8ba219f4f509e08a10cc2f8973fd936a
2024-11-09T00:21:25,560 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/replication/1192e04fa24f49dfeefb1bc607477d44/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1
2024-11-09T00:21:25,561 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:21:25,561 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:21:25,561 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731111676195.1192e04fa24f49dfeefb1bc607477d44.
2024-11-09T00:21:25,561 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1192e04fa24f49dfeefb1bc607477d44:
Waiting for close lock at 1731111685330Running coprocessor pre-close hooks at 1731111685330Disabling compacts and flushes for region at 1731111685330Disabling writes for close at 1731111685330Obtaining lock to block concurrent updates at 1731111685330Preparing flush snapshotting stores in 1192e04fa24f49dfeefb1bc607477d44 at 1731111685330Finished memstore snapshotting hbase:replication,,1731111676195.1192e04fa24f49dfeefb1bc607477d44., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731111685330Flushing stores of hbase:replication,,1731111676195.1192e04fa24f49dfeefb1bc607477d44. at 1731111685331 (+1 ms)Flushing 1192e04fa24f49dfeefb1bc607477d44/hfileref: creating writer at 1731111685331Flushing 1192e04fa24f49dfeefb1bc607477d44/hfileref: appending metadata at 1731111685360 (+29 ms)Flushing 1192e04fa24f49dfeefb1bc607477d44/hfileref: closing flushed file at 1731111685360Flushing 1192e04fa24f49dfeefb1bc607477d44/queue: creating writer at 1731111685426 (+66 ms)Flushing 1192e04fa24f49dfeefb1bc607477d44/queue: appending metadata at 1731111685469 (+43 ms)Flushing 1192e04fa24f49dfeefb1bc607477d44/queue: closing flushed file at 1731111685469Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bbe684e: reopening flushed file at 1731111685506 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f9c5bb6: reopening flushed file at 1731111685516 (+10 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 1192e04fa24f49dfeefb1bc607477d44 in 193ms, sequenceid=17, compaction requested=false at 1731111685524 (+8 ms)Writing region close event to WAL at 1731111685556 (+32 ms)Running coprocessor post-close hooks at 1731111685561 (+5 ms)Closed at 1731111685561
2024-11-09T00:21:25,561 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731111676195.1192e04fa24f49dfeefb1bc607477d44.
2024-11-09T00:21:25,561 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8ba219f4f509e08a10cc2f8973fd936a, disabling compactions & flushes
2024-11-09T00:21:25,562 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731111673201.8ba219f4f509e08a10cc2f8973fd936a.
2024-11-09T00:21:25,562 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731111673201.8ba219f4f509e08a10cc2f8973fd936a.
2024-11-09T00:21:25,562 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731111673201.8ba219f4f509e08a10cc2f8973fd936a. after waiting 0 ms
2024-11-09T00:21:25,562 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731111673201.8ba219f4f509e08a10cc2f8973fd936a.
2024-11-09T00:21:25,579 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/default/test/8ba219f4f509e08a10cc2f8973fd936a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-09T00:21:25,580 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:21:25,580 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-09T00:21:25,580 INFO  [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731111673201.8ba219f4f509e08a10cc2f8973fd936a.
2024-11-09T00:21:25,580 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8ba219f4f509e08a10cc2f8973fd936a:
Waiting for close lock at 1731111685561Running coprocessor pre-close hooks at 1731111685561Disabling compacts and flushes for region at 1731111685561Disabling writes for close at 1731111685562 (+1 ms)Writing region close event to WAL at 1731111685576 (+14 ms)Running coprocessor post-close hooks at 1731111685580 (+4 ms)Closed at 1731111685580
2024-11-09T00:21:25,580 DEBUG [RS_CLOSE_REGION-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731111673201.8ba219f4f509e08a10cc2f8973fd936a.
2024-11-09T00:21:25,741 DEBUG [RS:0;ef986b38239e:44363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:21:25,927 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/meta/1588230740/.tmp/ns/e363e47ad23541cabc20fd8bf392e925
2024-11-09T00:21:25,941 DEBUG [RS:0;ef986b38239e:44363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:21:25,947 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/meta/1588230740/.tmp/rep_barrier/d5810e40a8174cd2b050bd0da799f98c is 112, key is test,,1731111673201.8ba219f4f509e08a10cc2f8973fd936a./rep_barrier:seqnumDuringOpen/1731111673674/Put/seqid=0
2024-11-09T00:21:25,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741851_1027 (size=5518)
2024-11-09T00:21:26,070 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-09T00:21:26,141 DEBUG [RS:0;ef986b38239e:44363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:21:26,226 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,2-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501 to pos 393, reset compression=false
2024-11-09T00:21:26,230 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,2-ef986b38239e,44363,1731111657061 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:21:26,230 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,2-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501 to pos 688, reset compression=false
2024-11-09T00:21:26,230 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061.replicationSource.shipperef986b38239e%2C44363%2C1731111657061,2-ef986b38239e,44363,1731111657061 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-ef986b38239e,44363,1731111657061 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:21:26,241 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-09T00:21:26,241 INFO  [regionserver/ef986b38239e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-09T00:21:26,241 ERROR [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061.replicationSource.shipperef986b38239e%2C44363%2C1731111657061,2-ef986b38239e,44363,1731111657061 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ef986b38239e,44363,1731111657061: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-ef986b38239e,44363,1731111657061, walGroup=ef986b38239e%2C44363%2C1731111657061, offset=ef986b38239e%2C44363%2C1731111657061.1731111679501:688, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:44363 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-09T00:21:26,244 ERROR [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061.replicationSource.shipperef986b38239e%2C44363%2C1731111657061,2-ef986b38239e,44363,1731111657061 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-09T00:21:26,244 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061.replicationSource.shipperef986b38239e%2C44363%2C1731111657061,2-ef986b38239e,44363,1731111657061 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-09T00:21:26,245 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061.replicationSource.shipperef986b38239e%2C44363%2C1731111657061,2-ef986b38239e,44363,1731111657061 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-09T00:21:26,245 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061.replicationSource.shipperef986b38239e%2C44363%2C1731111657061,2-ef986b38239e,44363,1731111657061 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-09T00:21:26,245 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061.replicationSource.shipperef986b38239e%2C44363%2C1731111657061,2-ef986b38239e,44363,1731111657061 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-09T00:21:26,245 INFO  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061.replicationSource.shipperef986b38239e%2C44363%2C1731111657061,2-ef986b38239e,44363,1731111657061 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "Verbose": false,
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1423966208,
        "init": 1048576000,
        "max": 2306867200,
        "used": 995883736
      },
      "NonHeapMemoryUsage": {
        "committed": 209911808,
        "init": 7667712,
        "max": -1,
        "used": 206940128
      },
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-09T00:21:26,246 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061.replicationSource.shipperef986b38239e%2C44363%2C1731111657061,2-ef986b38239e,44363,1731111657061 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:45341 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef986b38239e:45341 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-09T00:21:26,341 INFO  [RS:0;ef986b38239e:44363 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-09T00:21:26,341 DEBUG [RS:0;ef986b38239e:44363 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-09T00:21:26,341 DEBUG [RS:0;ef986b38239e:44363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:21:26,354 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/meta/1588230740/.tmp/rep_barrier/d5810e40a8174cd2b050bd0da799f98c
2024-11-09T00:21:26,383 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/meta/1588230740/.tmp/table/301dafc3c6e84ff58d33f610c27a44aa is 53, key is hbase:replication/table:state/1731111677489/Put/seqid=0
2024-11-09T00:21:26,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741852_1028 (size=5308)
2024-11-09T00:21:26,389 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501 to pos 393, reset compression=false
2024-11-09T00:21:26,406 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-09T00:21:26,406 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501 to pos 688, reset compression=false
2024-11-09T00:21:26,406 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.shipperef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ef986b38239e,44363,1731111657061 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-09T00:21:26,406 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.shipperef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue
2024-11-09T00:21:26,446 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,2-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501 to pos 688, reset compression=false
2024-11-09T00:21:26,542 DEBUG [RS:0;ef986b38239e:44363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:21:26,609 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501 to pos 688, reset compression=false
2024-11-09T00:21:26,742 DEBUG [RS:0;ef986b38239e:44363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T00:21:26,754 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,2-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501 to pos 688, reset compression=false
2024-11-09T00:21:26,789 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/meta/1588230740/.tmp/table/301dafc3c6e84ff58d33f610c27a44aa
2024-11-09T00:21:26,802 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/meta/1588230740/.tmp/info/dc3fb473b4a94028926ab4937d2b1c89 as hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/meta/1588230740/info/dc3fb473b4a94028926ab4937d2b1c89
2024-11-09T00:21:26,816 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/meta/1588230740/info/dc3fb473b4a94028926ab4937d2b1c89, entries=20, sequenceid=16, filesize=7.5 K
2024-11-09T00:21:26,831 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/meta/1588230740/.tmp/ns/e363e47ad23541cabc20fd8bf392e925 as hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/meta/1588230740/ns/e363e47ad23541cabc20fd8bf392e925
2024-11-09T00:21:26,837 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/meta/1588230740/ns/e363e47ad23541cabc20fd8bf392e925, entries=2, sequenceid=16, filesize=5.0 K
2024-11-09T00:21:26,840 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/meta/1588230740/.tmp/rep_barrier/d5810e40a8174cd2b050bd0da799f98c as hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/meta/1588230740/rep_barrier/d5810e40a8174cd2b050bd0da799f98c
2024-11-09T00:21:26,845 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/meta/1588230740/rep_barrier/d5810e40a8174cd2b050bd0da799f98c, entries=1, sequenceid=16, filesize=5.4 K
2024-11-09T00:21:26,846 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/meta/1588230740/.tmp/table/301dafc3c6e84ff58d33f610c27a44aa as hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/meta/1588230740/table/301dafc3c6e84ff58d33f610c27a44aa
2024-11-09T00:21:26,850 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/meta/1588230740/table/301dafc3c6e84ff58d33f610c27a44aa, entries=4, sequenceid=16, filesize=5.2 K
2024-11-09T00:21:26,851 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1511ms, sequenceid=16, compaction requested=false
2024-11-09T00:21:26,872 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-09T00:21:26,873 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-09T00:21:26,873 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T00:21:26,873 INFO  [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T00:21:26,873 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731111685340Running coprocessor pre-close hooks at 1731111685340Disabling compacts and flushes for region at 1731111685340Disabling writes for close at 1731111685340Obtaining lock to block concurrent updates at 1731111685341 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731111685341Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731111685341Flushing stores of hbase:meta,,1.1588230740 at 1731111685341Flushing 1588230740/info: creating writer at 1731111685342 (+1 ms)Flushing 1588230740/info: appending metadata at 1731111685387 (+45 ms)Flushing 1588230740/info: closing flushed file at 1731111685387Flushing 1588230740/ns: creating writer at 1731111685447 (+60 ms)Flushing 1588230740/ns: appending metadata at 1731111685479 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1731111685479Flushing 1588230740/rep_barrier: creating writer at 1731111685930 (+451 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731111685947 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731111685947Flushing 1588230740/table: creating writer at 1731111686359 (+412 ms)Flushing 1588230740/table: appending metadata at 1731111686383 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731111686383Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b2f746e: reopening flushed file at 1731111686801 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5003708a: reopening flushed file at 1731111686816 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7545bc48: reopening flushed file at 1731111686837 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3472715a: reopening flushed file at 1731111686846 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1511ms, sequenceid=16, compaction requested=false at 1731111686851 (+5 ms)Writing region close event to WAL at 1731111686868 (+17 ms)Running coprocessor post-close hooks at 1731111686872 (+4 ms)Closed at 1731111686873 (+1 ms)
2024-11-09T00:21:26,873 DEBUG [RS_CLOSE_META-regionserver/ef986b38239e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-09T00:21:26,918 DEBUG [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501 to pos 688, reset compression=false
2024-11-09T00:21:26,942 INFO  [RS:0;ef986b38239e:44363 {}] regionserver.HRegionServer(976): stopping server ef986b38239e,44363,1731111657061; all regions closed.
2024-11-09T00:21:26,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741844_1020 (size=859)
2024-11-09T00:21:26,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741843_1019 (size=2791)
2024-11-09T00:21:26,950 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741842_1018 (size=696)
2024-11-09T00:21:26,950 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/WALs/ef986b38239e,44363,1731111657061/ef986b38239e%2C44363%2C1731111657061.1731111679501 not finished, retry = 0
2024-11-09T00:21:26,961 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T00:21:26,964 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:26,965 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:26,965 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:26,965 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:26,965 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:26,965 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:26,966 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:26,966 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:27,027 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:27,027 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:27,027 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:27,028 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:27,028 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:27,028 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:27,037 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:27,042 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:27,042 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:27,046 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:27,051 DEBUG [RS:0;ef986b38239e:44363 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:27,051 INFO  [RS:0;ef986b38239e:44363 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T00:21:27,051 INFO  [RS:0;ef986b38239e:44363 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:21:27,051 INFO  [RS:0;ef986b38239e:44363 {}] hbase.ChoreService(370): Chore service for: regionserver/ef986b38239e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-09T00:21:27,051 INFO  [RS:0;ef986b38239e:44363 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:21:27,052 INFO  [regionserver/ef986b38239e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:21:27,052 INFO  [RS:0;ef986b38239e:44363 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ef986b38239e,44363,1731111657061 because: Region server is closing
2024-11-09T00:21:27,053 INFO  [RS:0;ef986b38239e:44363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:44363.
2024-11-09T00:21:27,053 DEBUG [RS:0;ef986b38239e:44363 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:21:27,053 DEBUG [RS:0;ef986b38239e:44363 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:27,053 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:21:27,053 DEBUG [RS:0;ef986b38239e:44363 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:27,074 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T00:21:27,153 INFO  [RS:0;ef986b38239e:44363 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.shipperef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 terminated
2024-11-09T00:21:27,153 INFO  [RS:0;ef986b38239e:44363 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-ef986b38239e,44363,1731111657061 because: Region server is closing
2024-11-09T00:21:27,153 WARN  [RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,1-ef986b38239e,44363,1731111657061.replicationSource.wal-reader.ef986b38239e%2C44363%2C1731111657061,1-ef986b38239e,44363,1731111657061 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-09T00:21:27,154 INFO  [RS:0;ef986b38239e:44363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef986b38239e:44363.
2024-11-09T00:21:27,154 DEBUG [RS:0;ef986b38239e:44363 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T00:21:27,154 DEBUG [RS:0;ef986b38239e:44363 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:27,154 DEBUG [RS:0;ef986b38239e:44363 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T00:21:27,154 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T00:21:27,254 INFO  [RS:0;ef986b38239e:44363 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ef986b38239e:0-0.replicationSource,2-ef986b38239e,44363,1731111657061.replicationSource.shipperef986b38239e%2C44363%2C1731111657061,2-ef986b38239e,44363,1731111657061 terminated
2024-11-09T00:21:27,254 INFO  [RS:0;ef986b38239e:44363 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44363
2024-11-09T00:21:27,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x1011cf78ddf0001, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1586500079/rs/ef986b38239e,44363,1731111657061
2024-11-09T00:21:27,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45341-0x1011cf78ddf0000, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586500079/rs
2024-11-09T00:21:27,306 INFO  [RS:0;ef986b38239e:44363 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:21:27,306 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher.
java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007fd1308e3e60@4386d650 rejected from java.util.concurrent.ThreadPoolExecutor@6845044[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15]
	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?]
	at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?]
	at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4]
2024-11-09T00:21:27,307 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef986b38239e,44363,1731111657061]
2024-11-09T00:21:27,399 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1586500079/draining/ef986b38239e,44363,1731111657061 already deleted, retry=false
2024-11-09T00:21:27,399 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef986b38239e,44363,1731111657061 expired; onlineServers=0
2024-11-09T00:21:27,399 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef986b38239e,45341,1731111656490' *****
2024-11-09T00:21:27,399 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-09T00:21:27,399 INFO  [M:0;ef986b38239e:45341 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T00:21:27,399 INFO  [M:0;ef986b38239e:45341 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T00:21:27,399 DEBUG [M:0;ef986b38239e:45341 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-09T00:21:27,399 DEBUG [M:0;ef986b38239e:45341 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-09T00:21:27,399 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-09T00:21:27,399 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111659126 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.large.0-1731111659126,5,FailOnTimeoutGroup]
2024-11-09T00:21:27,399 DEBUG [master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111659126 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef986b38239e:0:becomeActiveMaster-HFileCleaner.small.0-1731111659126,5,FailOnTimeoutGroup]
2024-11-09T00:21:27,400 INFO  [M:0;ef986b38239e:45341 {}] hbase.ChoreService(370): Chore service for: master/ef986b38239e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-09T00:21:27,400 INFO  [M:0;ef986b38239e:45341 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T00:21:27,400 DEBUG [M:0;ef986b38239e:45341 {}] master.HMaster(1795): Stopping service threads
2024-11-09T00:21:27,400 INFO  [M:0;ef986b38239e:45341 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-09T00:21:27,400 INFO  [M:0;ef986b38239e:45341 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T00:21:27,400 ERROR [M:0;ef986b38239e:45341 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:40109 from jenkins,5,PEWorkerGroup]
    Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40109,5,PEWorkerGroup]
2024-11-09T00:21:27,400 INFO  [M:0;ef986b38239e:45341 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-09T00:21:27,400 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-09T00:21:27,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x1011cf78ddf0001, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:21:27,453 INFO  [RS:0;ef986b38239e:44363 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:21:27,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x1011cf78ddf0001, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:21:27,453 INFO  [RS:0;ef986b38239e:44363 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef986b38239e,44363,1731111657061; zookeeper connection closed.
2024-11-09T00:21:27,453 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ce66635 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ce66635
2024-11-09T00:21:27,454 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-09T00:21:27,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45341-0x1011cf78ddf0000, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1586500079/master
2024-11-09T00:21:27,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45341-0x1011cf78ddf0000, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586500079
2024-11-09T00:21:27,465 DEBUG [M:0;ef986b38239e:45341 {}] zookeeper.ZKUtil(347): master:45341-0x1011cf78ddf0000, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Unable to get data of znode /0-1586500079/master because node does not exist (not an error)
2024-11-09T00:21:27,465 WARN  [M:0;ef986b38239e:45341 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-09T00:21:27,465 INFO  [M:0;ef986b38239e:45341 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/.lastflushedseqids
2024-11-09T00:21:27,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741853_1029 (size=263)
2024-11-09T00:21:27,878 INFO  [M:0;ef986b38239e:45341 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-09T00:21:27,878 INFO  [M:0;ef986b38239e:45341 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-09T00:21:27,878 DEBUG [M:0;ef986b38239e:45341 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T00:21:27,878 INFO  [M:0;ef986b38239e:45341 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:21:27,878 DEBUG [M:0;ef986b38239e:45341 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:21:27,878 DEBUG [M:0;ef986b38239e:45341 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T00:21:27,878 DEBUG [M:0;ef986b38239e:45341 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:21:27,879 INFO  [M:0;ef986b38239e:45341 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB
2024-11-09T00:21:27,892 DEBUG [M:0;ef986b38239e:45341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd6682bd4aa344e8a39fbabde49dfb3e is 82, key is hbase:meta,,1/info:regioninfo/1731111660385/Put/seqid=0
2024-11-09T00:21:27,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741854_1030 (size=5672)
2024-11-09T00:21:28,298 INFO  [M:0;ef986b38239e:45341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd6682bd4aa344e8a39fbabde49dfb3e
2024-11-09T00:21:28,325 DEBUG [M:0;ef986b38239e:45341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3da85ad4972f45b3bf127b24a273d70f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731111677494/Put/seqid=0
2024-11-09T00:21:28,371 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741855_1031 (size=8910)
2024-11-09T00:21:28,372 INFO  [M:0;ef986b38239e:45341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3da85ad4972f45b3bf127b24a273d70f
2024-11-09T00:21:28,400 DEBUG [M:0;ef986b38239e:45341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/947e2d7386d14376b7cfaf0e2a2aba9b is 69, key is ef986b38239e,44363,1731111657061/rs:state/1731111659201/Put/seqid=0
2024-11-09T00:21:28,441 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741856_1032 (size=5156)
2024-11-09T00:21:28,848 INFO  [M:0;ef986b38239e:45341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/947e2d7386d14376b7cfaf0e2a2aba9b
2024-11-09T00:21:28,852 DEBUG [M:0;ef986b38239e:45341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd6682bd4aa344e8a39fbabde49dfb3e as hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd6682bd4aa344e8a39fbabde49dfb3e
2024-11-09T00:21:28,855 INFO  [M:0;ef986b38239e:45341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd6682bd4aa344e8a39fbabde49dfb3e, entries=8, sequenceid=112, filesize=5.5 K
2024-11-09T00:21:28,856 DEBUG [M:0;ef986b38239e:45341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3da85ad4972f45b3bf127b24a273d70f as hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3da85ad4972f45b3bf127b24a273d70f
2024-11-09T00:21:28,860 INFO  [M:0;ef986b38239e:45341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3da85ad4972f45b3bf127b24a273d70f, entries=13, sequenceid=112, filesize=8.7 K
2024-11-09T00:21:28,860 DEBUG [M:0;ef986b38239e:45341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/947e2d7386d14376b7cfaf0e2a2aba9b as hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/947e2d7386d14376b7cfaf0e2a2aba9b
2024-11-09T00:21:28,864 INFO  [M:0;ef986b38239e:45341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40109/user/jenkins/test-data/41fd047d-ee63-45c1-13cf-195f8832405e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/947e2d7386d14376b7cfaf0e2a2aba9b, entries=1, sequenceid=112, filesize=5.0 K
2024-11-09T00:21:28,865 INFO  [M:0;ef986b38239e:45341 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 987ms, sequenceid=112, compaction requested=false
2024-11-09T00:21:28,868 INFO  [M:0;ef986b38239e:45341 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T00:21:28,868 DEBUG [M:0;ef986b38239e:45341 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731111687878Disabling compacts and flushes for region at 1731111687878Disabling writes for close at 1731111687878Obtaining lock to block concurrent updates at 1731111687879 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731111687879Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1731111687879Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731111687879Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731111687879Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731111687892 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731111687892Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731111688303 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731111688325 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731111688325Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731111688381 (+56 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731111688400 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731111688400Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35615b72: reopening flushed file at 1731111688851 (+451 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4015d32b: reopening flushed file at 1731111688855 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a7bbb94: reopening flushed file at 1731111688860 (+5 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 987ms, sequenceid=112, compaction requested=false at 1731111688865 (+5 ms)Writing region close event to WAL at 1731111688868 (+3 ms)Closed at 1731111688868
2024-11-09T00:21:28,870 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37781 is added to blk_1073741830_1006 (size=69067)
2024-11-09T00:21:28,870 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T00:21:28,870 INFO  [M:0;ef986b38239e:45341 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-09T00:21:28,870 INFO  [M:0;ef986b38239e:45341 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45341
2024-11-09T00:21:28,871 INFO  [M:0;ef986b38239e:45341 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T00:21:29,061 INFO  [M:0;ef986b38239e:45341 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T00:21:29,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45341-0x1011cf78ddf0000, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:21:29,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45341-0x1011cf78ddf0000, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T00:21:29,063 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d651a63{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T00:21:29,063 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61aeee70{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:21:29,063 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:21:29,063 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63374392{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:21:29,063 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56cb1d91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/hadoop.log.dir/,STOPPED}
2024-11-09T00:21:29,065 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T00:21:29,065 WARN  [BP-860360222-172.17.0.3-1731111653955 heartbeating to localhost/127.0.0.1:40109 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T00:21:29,065 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T00:21:29,065 WARN  [BP-860360222-172.17.0.3-1731111653955 heartbeating to localhost/127.0.0.1:40109 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-860360222-172.17.0.3-1731111653955 (Datanode Uuid 8e439349-aef4-4a7c-80eb-f44e9417724d) service to localhost/127.0.0.1:40109
2024-11-09T00:21:29,066 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/cluster_c3ce42d9-e334-3dde-a2a4-328521379f57/data/data1/current/BP-860360222-172.17.0.3-1731111653955 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:21:29,066 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/cluster_c3ce42d9-e334-3dde-a2a4-328521379f57/data/data2/current/BP-860360222-172.17.0.3-1731111653955 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T00:21:29,066 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T00:21:29,071 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@620fb933{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T00:21:29,071 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59820be7{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T00:21:29,071 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T00:21:29,071 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50b15046{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T00:21:29,071 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79b6a9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e89a3e1f-bd8b-88c7-d7d9-2f1bf7206c13/hadoop.log.dir/,STOPPED}
2024-11-09T00:21:29,077 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-09T00:21:29,103 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-09T00:21:29,117 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=596 (was 530)
Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37665
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64107)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40109
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37059
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:40109
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-41-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37665 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:37059
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37059
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37059 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-47-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37059
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-41-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37059 from jenkins.hfs.22
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:40109
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37059
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-45-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-49-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40109 from jenkins.hfs.22
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37665
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-49-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37665
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-40-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:37059
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37665
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-45-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40109 from jenkins.hfs.21
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40109 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-49-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40109
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40109
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37665 from jenkins.hfs.23
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40109 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64107)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37665 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40109
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:37665
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-45-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40109 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-47-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-47-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40109
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40109 from jenkins.hfs.23
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-40-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-40-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37059 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-41-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64107)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40109
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37665 from jenkins.hfs.23
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37059 from jenkins.hfs.22
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:37665
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=988 (was 875) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=649 (was 596) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3000 (was 3701)
2024-11-09T00:21:29,118 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=596 is superior to 500
2024-11-09T00:21:29,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011cf78ddf0005, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-09T00:21:29,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011cf78ddf0002, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-09T00:21:29,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011cf78ddf0002, quorum=127.0.0.1:64107, baseZNode=/0-1586500079 Received Disconnected from ZooKeeper, ignoring
2024-11-09T00:21:29,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011cf78ddf0005, quorum=127.0.0.1:64107, baseZNode=/1-996588013 Received Disconnected from ZooKeeper, ignoring
2024-11-09T00:21:29,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011cf78ddf0008, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-09T00:21:29,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011cf78ddf0008, quorum=127.0.0.1:64107, baseZNode=/2-1144520168 Received Disconnected from ZooKeeper, ignoring